-- Logs begin at Tue 2022-01-18 11:58:17 UTC, end at Tue 2022-01-18 13:38:50 UTC. -- Jan 18 13:00:32.943654 dv-cinder-825102-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 13:00:35.194095 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.common.config [-] Logging enabled! Jan 18 13:00:35.194879 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 13:00:35.194879 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83629) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 13:00:35.197641 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.common.config [-] Logging enabled! Jan 18 13:00:35.197898 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 13:00:35.198148 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83629) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 13:00:35.200061 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 13:00:35.200367 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 13:00:35.200738 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 13:00:35.200987 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 13:00:35.201214 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 13:00:35.201540 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.201840 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.202136 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.202367 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.202663 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.202969 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.203243 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.203547 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.203844 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.204130 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.204409 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.204696 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.204929 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.205214 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.205498 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.205773 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.206001 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] debug = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.206277 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.206705 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.207127 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.207430 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.207719 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.207990 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.208266 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.208548 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.208883 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] host = dv-cinder-825102-1-iscsi {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.209157 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.209440 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.209724 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.210005 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.210278 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.210555 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.210838 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.211108 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.211404 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] log_file = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.211690 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.211961 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.212243 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.212535 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.212757 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.212977 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.213259 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.213542 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.213815 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.214085 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.214441 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.214719 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.214992 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.215259 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.215567 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.215852 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.216139 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.216411 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.216684 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.216957 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.217227 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.217511 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.217779 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.218048 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.218317 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.218601 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.218865 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.219135 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.219455 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.219741 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.220019 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.220301 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.220572 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.220849 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.221118 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.221391 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.221664 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] use_json = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.221935 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.222203 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.222486 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.222761 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.223034 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.223320 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.223595 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.223876 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:35.224173 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.224468 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.224766 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.225050 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.225339 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.225619 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.225907 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.226182 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.226468 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.226753 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.227038 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.227324 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.227621 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.227910 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.228194 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.228465 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.228744 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.229036 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.229313 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.229583 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.229858 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.230681 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.230961 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.231233 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.231541 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.231818 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.232087 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.232353 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.232628 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.232915 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.233191 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.233460 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.233726 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.234001 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.234269 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.234548 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.234821 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.235091 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.235382 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.235660 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.235933 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.236201 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.236482 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.236754 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.237028 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.237299 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.237565 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.237833 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.238100 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.238369 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.238637 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.238904 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.239179 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.239485 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.239755 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.240023 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.240292 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.240560 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.240847 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.241145 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.241422 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.241699 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.241973 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.242249 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.242527 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.242808 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.243085 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.243389 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.243663 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.243952 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.244231 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.244515 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.244799 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.245075 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.245367 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.246188 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.246470 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.246749 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.247027 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.247324 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.247616 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.247911 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.248204 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.248497 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.248787 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.249079 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.249356 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.249664 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.249942 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:35.250156 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 13:00:35.250400 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83629) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 13:00:35.669734 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO keyring.backend [-] Loading KWallet Jan 18 13:00:35.677989 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO keyring.backend [-] Loading SecretService Jan 18 13:00:35.681317 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO keyring.backend [-] Loading Windows Jan 18 13:00:35.682713 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO keyring.backend [-] Loading chainer Jan 18 13:00:35.684107 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO keyring.backend [-] Loading macOS Jan 18 13:00:35.721280 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 13:00:35.721545 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 13:00:35.721833 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 13:00:35.722166 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 13:00:36.035991 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.036283 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.036550 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.096539 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.096815 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.097080 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.100207 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.100479 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.100739 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.131208 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.131513 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.131781 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.159270 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.159575 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.159841 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.485798 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.486439 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.486439 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.486591 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.487450 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.613761 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.614089 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.614373 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.614652 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.614913 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.615217 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.615508 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.615763 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.616012 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.616290 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.616546 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.616804 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.617062 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.617314 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.617573 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.617836 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.618087 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.618354 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.618603 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.618879 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.619223 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.619496 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.619742 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.620022 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.620266 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.621019 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.621449 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:00:36.621689 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:00:36.621998 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:00:36.622166 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:00:36.622400 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:00:36.622633 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:00:36.623205 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 13:00:36.626630 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 13:00:36.630704 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 13:00:36.634773 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jan 18 13:00:36.637303 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 13:00:36.637727 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 13:00:36.638058 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 13:00:36.638437 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 13:00:36.641403 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 13:00:36.641656 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 13:00:36.641998 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 13:00:36.670531 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 18 13:00:36.670990 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.671287 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83629) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 13:00:36.671678 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.673041 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83629) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 13:00:36.673323 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 13:00:36.673566 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 13:00:36.676935 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.677211 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:36.739630 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 13:00:36.739808 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 13:00:36.740018 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 13:00:36.740467 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 13:00:36.772612 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_db.sqlalchemy.engines [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83629) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 13:00:37.275482 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Initializing driver for type 'gre' Jan 18 13:00:37.276015 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] gre ID ranges: [(1, 1000)] Jan 18 13:00:37.513343 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Initializing driver for type 'local' Jan 18 13:00:37.514453 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Initializing driver for type 'vlan' Jan 18 13:00:37.650635 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] VlanTypeDriver initialization complete Jan 18 13:00:37.650998 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Initializing driver for type 'vxlan' Jan 18 13:00:37.651537 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] vxlan ID ranges: [(1, 1000)] Jan 18 13:00:37.879131 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Initializing extension driver 'port_security' Jan 18 13:00:37.879426 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.extensions.port_security [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] PortSecurityExtensionDriver initialization complete Jan 18 13:00:37.879762 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Initializing mechanism driver 'openvswitch' Jan 18 13:00:37.880089 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Initializing mechanism driver 'hyperv' Jan 18 13:00:37.887433 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.plugins.ml2.plugin [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:00:37.888120 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > port after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.888490 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > port after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.889307 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > port after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.889403 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83629) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:00:37.889764 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > subnet after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.890121 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > subnet after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.890465 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > subnet after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.890853 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83629) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:00:37.891253 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > network after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.891629 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > network after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.891975 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > network after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.892357 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83629) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:00:37.892756 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > security_group after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.893102 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > security_group after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.893442 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > security_group after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.893962 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83629) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:00:37.894368 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.894720 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.895053 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.895467 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83629) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:00:37.895907 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] ML2 OVO RPC backend initialized. {{(pid=83629) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 18 13:00:37.896538 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router_interface after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.896892 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.897303 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > network before_response 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.897648 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > networks before_response 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.897990 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > port before_response 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.898327 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > ports before_response 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.898703 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > subnet before_response 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.899011 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > subnets before_response 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.899377 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > network after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.899718 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > network after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.900052 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > network after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.900383 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > port after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.900716 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > port after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.901047 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > port after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.901376 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > subnet after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.901708 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > subnet after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.902364 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > subnet after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.902622 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.plugin [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Modular L2 Plugin initialization complete Jan 18 13:00:37.902948 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading services supported by the core plugin {{(pid=83629) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 13:00:37.903274 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.plugins.ml2.managers [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Got port-security extension from driver 'port_security' Jan 18 13:00:37.903759 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.extensions.vlantransparent [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Disabled vlantransparent extension. Jan 18 13:00:37.904172 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83629) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 13:00:37.904484 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading Plugin: router Jan 18 13:00:37.941002 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router_interface before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.941390 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router after_create 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.941761 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router before_create 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.942131 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.942503 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.942861 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router after_delete 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.943222 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > floatingip after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.943609 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router after_create 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.943959 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router after_update 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.944308 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router after_update 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.944655 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.945012 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router after_update 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.945421 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router precommit_update 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.945787 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: port after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.946125 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: port after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.946461 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: subnet after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.946793 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.947139 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > port precommit_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.947521 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router precommit_create 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.947869 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: port before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.948210 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router precommit_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.948568 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router after_update 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.949530 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router precommit_delete 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.949884 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router precommit_create 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.950255 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router_interface after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.950606 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router precommit_update 55549900 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.950971 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > agent after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.951340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > agent after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.958119 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > network after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.958119 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Tracking information for resource: router configured {{(pid=83629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:00:37.958119 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Tracking information for resource: floatingip configured {{(pid=83629) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:00:37.959125 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.db.l3_agentschedulers_db [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 13:00:37.959759 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: port after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.960122 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: port after_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.960477 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: port after_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.960828 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: port after_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.961762 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router before_create 55550100 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.962125 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router precommit_delete 55550100 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.962485 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router precommit_create 55550100 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.962840 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > router precommit_update 55550100 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.967162 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.services.provider_configuration [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service providers = [] {{(pid=83629) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 13:00:37.967552 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.db.servicetype_db [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83629) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 13:00:37.970531 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.services.service_base [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83629) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:00:37.970880 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.services.service_base [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83629) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:00:37.971226 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.services.service_base [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83629) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:00:37.972149 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.services.service_base [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83629) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:00:37.972522 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.services.service_base [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 13:00:37.972910 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:00:37.973223 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 13:00:37.984141 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:00:37.984476 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading Plugin: auto_allocate Jan 18 13:00:37.998298 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: network precommit_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.998665 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: network precommit_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:37.999189 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:00:37.999551 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading Plugin: tag Jan 18 13:00:38.006183 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:00:38.006515 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading Plugin: timestamp Jan 18 13:00:38.010556 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:00:38.010890 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading Plugin: network_ip_availability Jan 18 13:00:38.016282 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:38.016648 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:38.017000 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:38.017715 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:00:38.018034 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading Plugin: flavors Jan 18 13:00:38.025988 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:00:38.026323 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading Plugin: revisions Jan 18 13:00:38.031177 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83629) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:00:38.031601 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_concurrency.lockutils [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.310s {{(pid=83629) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 13:00:38.032343 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83629) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 18 13:00:38.032685 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Initializing extension manager. Jan 18 13:00:38.033188 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: __init__.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.033528 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: __pycache__ {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.033860 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.034191 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.034522 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: _filter_validation_lib.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.034848 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.035175 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: address_group.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.035965 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.036535 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: address-group Jan 18 13:00:38.036856 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: address_scope.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.037570 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.038083 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: address-scope Jan 18 13:00:38.038405 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: admin_state_down_before_update.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.039637 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.040157 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: router-admin-state-down-before-update Jan 18 13:00:38.040478 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: agent.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.041181 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.041693 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: agent Jan 18 13:00:38.042013 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: agent_resources_synced.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.043081 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.043627 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: agent-resources-synced Jan 18 13:00:38.043953 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: allowedaddresspairs.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.045986 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.046514 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: allowed-address-pairs Jan 18 13:00:38.046844 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: auto_allocated_topology.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.047965 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.048489 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: auto-allocated-topology Jan 18 13:00:38.048817 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: availability_zone.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.049520 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.050035 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: availability_zone Jan 18 13:00:38.050357 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: availability_zone_filter.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.051284 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.051828 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: availability_zone_filter Jan 18 13:00:38.052152 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: data_plane_status.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.053079 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.053594 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 13:00:38.053919 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: default_subnetpools.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.054839 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.055385 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: default-subnetpools Jan 18 13:00:38.055710 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: dhcpagentscheduler.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.056497 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.057020 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: dhcp_agent_scheduler Jan 18 13:00:38.057339 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: dns.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.064088 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.064603 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension dns-integration not supported by any of loaded plugins Jan 18 13:00:38.064927 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: dns_domain_ports.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.065854 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.066374 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 13:00:38.066696 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: dvr.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.067409 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.067929 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: dvr Jan 18 13:00:38.068251 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: empty_string_filtering.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.069593 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.069705 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: empty-string-filtering Jan 18 13:00:38.070010 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.070924 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.071473 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 13:00:38.071799 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.072714 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.073229 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 13:00:38.073547 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: external_net.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.075269 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.075818 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: external-net Jan 18 13:00:38.076142 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: extra_dhcp_opt.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.077056 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.077576 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: extra_dhcp_opt Jan 18 13:00:38.077899 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: extraroute.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.078819 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.079363 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: extraroute Jan 18 13:00:38.079688 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: extraroute_atomic.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.080740 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.081261 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: extraroute-atomic Jan 18 13:00:38.081585 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: filter_validation.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.082273 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.082795 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: filter-validation Jan 18 13:00:38.083118 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: fip_pf_description.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.084056 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.084575 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 13:00:38.084893 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: fip_port_details.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.085819 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.086342 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: fip-port-details Jan 18 13:00:38.086661 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: flavors.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.087947 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.088477 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: flavors Jan 18 13:00:38.088803 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.090695 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.091221 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 13:00:38.091575 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: floatingip_pools.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.092284 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.092803 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: floatingip-pools Jan 18 13:00:38.093124 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: ip_allocation.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.094042 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.094558 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 13:00:38.094882 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.095833 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.096345 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: ip-substring-filtering Jan 18 13:00:38.096673 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: l2_adjacency.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.097605 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.098119 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 13:00:38.098441 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: l3.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.099700 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.099999 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: router Jan 18 13:00:38.100335 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: l3_conntrack_helper.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.102754 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.103287 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 13:00:38.103658 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.104591 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.105201 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: ext-gw-mode Jan 18 13:00:38.105542 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.106472 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.106991 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: l3-ha Jan 18 13:00:38.107330 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: l3_flavors.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.108249 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.108772 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: l3-flavors Jan 18 13:00:38.109096 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.115813 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.116328 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 13:00:38.116653 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: l3agentscheduler.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.117727 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.118249 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: l3_agent_scheduler Jan 18 13:00:38.118573 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: logging.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.120425 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.121749 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension logging not supported by any of loaded plugins Jan 18 13:00:38.122083 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: metering.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.122841 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.123469 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: metering Jan 18 13:00:38.123807 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.124934 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.125459 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: metering_source_and_destination_fields Jan 18 13:00:38.125792 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: multiprovidernet.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.126722 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.127278 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: multi-provider Jan 18 13:00:38.127630 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: netmtu.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.128555 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.129075 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: net-mtu Jan 18 13:00:38.129445 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: netmtu_writable.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.130328 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.130844 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: net-mtu-writable Jan 18 13:00:38.131167 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: network_availability_zone.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.131877 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.132387 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: network_availability_zone Jan 18 13:00:38.132707 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: network_ip_availability.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.133813 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.134332 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: network-ip-availability Jan 18 13:00:38.134657 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: network_segment_range.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.135468 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.135989 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 13:00:38.136999 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: pagination.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.137993 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.138323 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: pagination Jan 18 13:00:38.138645 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.139590 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.140119 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: port-mac-address-regenerate Jan 18 13:00:38.140444 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: port_resource_request.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.141360 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.141878 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 13:00:38.142202 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: portbindings.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.143132 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.143690 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: binding Jan 18 13:00:38.144014 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: portbindings_extended.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.145311 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.145837 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: binding-extended Jan 18 13:00:38.146163 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: portsecurity.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.147082 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.147707 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: port-security Jan 18 13:00:38.148031 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: project_id.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.149012 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.149342 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: project-id Jan 18 13:00:38.149664 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: providernet.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.150588 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.151112 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: provider Jan 18 13:00:38.151468 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: qos.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.155273 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.155826 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension qos not supported by any of loaded plugins Jan 18 13:00:38.156160 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.157421 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.157947 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 13:00:38.158275 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.159196 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.159745 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 13:00:38.160071 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: qos_default.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.160983 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.161502 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension qos-default not supported by any of loaded plugins Jan 18 13:00:38.161828 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: qos_fip.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.162480 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.162992 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension qos-fip not supported by any of loaded plugins Jan 18 13:00:38.163338 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: qos_gateway_ip.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.164522 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.165044 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 13:00:38.165366 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: qos_port_network_policy.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.166280 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.166797 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 13:00:38.167120 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: qos_rule_type_details.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.168104 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.168689 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 13:00:38.169022 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: qos_rules_alias.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.170081 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.170602 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 13:00:38.170926 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: quotasv2.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.171860 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.172187 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: quotas Jan 18 13:00:38.172508 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: quotasv2_detail.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.174133 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.174475 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: quota_details Jan 18 13:00:38.174814 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: rbac.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.175919 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.176459 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: rbac-policies Jan 18 13:00:38.176793 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: rbac_address_scope.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.177721 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.178248 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: rbac-address-scope Jan 18 13:00:38.178576 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: rbac_security_groups.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.179524 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.180045 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: rbac-security-groups Jan 18 13:00:38.180372 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: rbac_subnetpool.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.181288 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.181814 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: rbac-subnetpool Jan 18 13:00:38.182137 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: revisionifmatch.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.183612 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.184207 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: revision-if-match Jan 18 13:00:38.184535 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: revisions.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.185659 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.186176 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: standard-attr-revisions Jan 18 13:00:38.186511 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: router_availability_zone.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.187181 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.187726 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: router_availability_zone Jan 18 13:00:38.188050 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: routerservicetype.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.188987 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.189502 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension router-service-type not supported by any of loaded plugins Jan 18 13:00:38.189824 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: security_groups_port_filtering.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.190755 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.191271 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: port-security-groups-filtering Jan 18 13:00:38.191620 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: securitygroup.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.203452 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.203997 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: security-group Jan 18 13:00:38.204327 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: segment.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.205127 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.205649 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension segment not supported by any of loaded plugins Jan 18 13:00:38.205974 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.206933 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.207495 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 13:00:38.207821 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: servicetype.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.208945 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.209475 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: service-type Jan 18 13:00:38.209797 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: sorting.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.210781 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.211111 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: sorting Jan 18 13:00:38.211464 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: standard_attr_segment.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.212375 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.212898 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 13:00:38.213220 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: standardattrdescription.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.213870 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.214415 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: standard-attr-description Jan 18 13:00:38.214745 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: stateful_security_group.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.215716 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.216234 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: stateful-security-group Jan 18 13:00:38.216557 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: stdattrs_common.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.217141 dv-cinder-825102-1-iscsi neutron-server[83629]: WARNING neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 13:00:38.217462 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.218399 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.218916 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 13:00:38.219237 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: subnet_onboard.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.220421 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.220947 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: subnet_onboard Jan 18 13:00:38.221272 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.222206 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.222730 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 13:00:38.223055 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: subnet_service_types.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.224012 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.224533 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: subnet-service-types Jan 18 13:00:38.224859 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: subnetallocation.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.225950 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.226472 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: subnet_allocation Jan 18 13:00:38.226797 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.227492 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.228007 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: subnetpool-prefix-ops Jan 18 13:00:38.228328 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.229260 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.229776 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 13:00:38.230796 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: tagging.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.232007 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.232538 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: standard-attr-tag Jan 18 13:00:38.232858 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: timestamp.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.234082 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.234606 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loaded extension: standard-attr-timestamp Jan 18 13:00:38.234938 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: trunk.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.236018 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.236540 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension trunk not supported by any of loaded plugins Jan 18 13:00:38.236864 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: trunk_details.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.241729 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.241729 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension trunk-details not supported by any of loaded plugins Jan 18 13:00:38.241729 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: uplink_status_propagation.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.241729 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.241729 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 13:00:38.241729 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Loading extension file: vlantransparent.py {{(pid=83629) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:00:38.242220 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83629) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:00:38.242220 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 13:00:38.243906 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:network Jan 18 13:00:38.244640 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:subnet Jan 18 13:00:38.245231 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:00:38.246608 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:port Jan 18 13:00:38.247917 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.248353 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service FLAVORS assigned prefix: {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.248975 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.249388 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.249718 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:router Jan 18 13:00:38.250385 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:floatingip Jan 18 13:00:38.251106 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service METERING assigned prefix: /metering {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.252595 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:38.252963 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:38.253313 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:00:38.254444 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 13:00:38.254894 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:security_group Jan 18 13:00:38.255576 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 13:00:38.256355 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service CORE assigned prefix: {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.256727 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:00:38.257136 dv-cinder-825102-1-iscsi neutron-server[83629]: WARNING neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] subnetpool is already registered Jan 18 13:00:38.257778 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service CORE assigned prefix: {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.258109 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:00:38.258445 dv-cinder-825102-1-iscsi neutron-server[83629]: WARNING neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] subnetpool is already registered Jan 18 13:00:38.260981 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.261511 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service FLAVORS assigned prefix: {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.262102 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.262521 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.262854 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:router Jan 18 13:00:38.263180 dv-cinder-825102-1-iscsi neutron-server[83629]: WARNING neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] router is already registered Jan 18 13:00:38.263810 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:floatingip Jan 18 13:00:38.264138 dv-cinder-825102-1-iscsi neutron-server[83629]: WARNING neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] floatingip is already registered Jan 18 13:00:38.264758 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service METERING assigned prefix: /metering {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.265421 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 13:00:38.265754 dv-cinder-825102-1-iscsi neutron-server[83629]: WARNING neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] rbac_policy is already registered Jan 18 13:00:38.266288 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:security_group Jan 18 13:00:38.266613 dv-cinder-825102-1-iscsi neutron-server[83629]: WARNING neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] security_group is already registered Jan 18 13:00:38.267197 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 13:00:38.267563 dv-cinder-825102-1-iscsi neutron-server[83629]: WARNING neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] security_group_rule is already registered Jan 18 13:00:38.268216 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service CORE assigned prefix: {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.268546 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:00:38.268869 dv-cinder-825102-1-iscsi neutron-server[83629]: WARNING neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] subnetpool is already registered Jan 18 13:00:38.269466 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.v2.resource_helper [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Service CORE assigned prefix: {{(pid=83629) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:00:38.269790 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:00:38.270108 dv-cinder-825102-1-iscsi neutron-server[83629]: WARNING neutron.quota.resource_registry [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] subnetpool is already registered Jan 18 13:00:38.270755 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: extensions {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.272253 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: address-groups {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.273822 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: address-scopes {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.275008 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: agents {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.276206 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: auto-allocated-topology {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.277541 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: availability_zones {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.278842 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: dhcp-networks {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.280241 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: dhcp-agents {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.281633 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: routers {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.283433 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: flavors {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.284589 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: service_profiles {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.285768 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: next_providers {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.287254 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: service_profiles {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.288785 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: floatingip-pools {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.290220 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: routers {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.292017 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: floatingips {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.293711 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: l3-routers {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.295054 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: l3-agents {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.296448 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: metering-labels {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.297881 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: metering-label-rules {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.299122 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: network-ip-availabilities {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.300368 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: bindings {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.302921 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: quotas {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.304372 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: quotas {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.305775 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: rbac-policies {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.307050 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: security-groups {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.308990 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: security-group-rules {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.310199 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: service-providers {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.311405 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: subnetpools {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.312810 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: subnetpools {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.314272 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: tags {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.315955 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: tags {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.317717 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: tags {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.319453 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: tags {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.321391 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: tags {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.323026 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: tags {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.324975 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: tags {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.326791 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: tags {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.328628 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: tags {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.330442 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron.api.extensions [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Extended resource: tags {{(pid=83629) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:00:38.336275 dv-cinder-825102-1-iscsi neutron-server[83629]: WARNING keystonemiddleware.auth_token [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 13:00:38.341027 dv-cinder-825102-1-iscsi neutron-server[83629]: WARNING keystonemiddleware.auth_token [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 13:00:38.349019 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_concurrency.lockutils [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Acquired lock "singleton_lock" {{(pid=83629) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 13:00:38.349504 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_concurrency.lockutils [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Releasing lock "singleton_lock" {{(pid=83629) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 13:00:38.350129 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO oslo_service.service [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Starting 2 workers Jan 18 13:00:38.354683 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Started child 83736 {{(pid=83629) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:00:38.359496 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Started child 83737 {{(pid=83629) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:00:38.361047 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO neutron.service [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 13:00:38.361147 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:38.361682 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Notify callbacks [] for process, before_spawn {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:38.362546 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [-] (83736) wsgi starting up on http://0.0.0.0:9696 Jan 18 13:00:38.364190 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO oslo_service.service [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Starting 1 workers Jan 18 13:00:38.364298 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:38.365634 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [-] (83737) wsgi starting up on http://0.0.0.0:9696 Jan 18 13:00:38.369100 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Started child 83738 {{(pid=83629) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:00:38.369648 dv-cinder-825102-1-iscsi neutron-server[83629]: INFO oslo_service.service [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Starting 1 workers Jan 18 13:00:38.374138 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.service [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] calling RpcWorker wait() {{(pid=83738) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 13:00:38.374882 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Started child 83739 {{(pid=83629) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:00:38.374967 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.service [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] returning from RpcWorker wait() {{(pid=83738) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 13:00:38.375272 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG neutron_lib.callbacks.manager [None req-6e003ad3-8fde-4814-846b-aa9a7fd8e83f None None] Notify callbacks [] for process, after_spawn {{(pid=83629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:38.376044 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:38.376618 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:00:38.377135 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83629) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 13:00:38.377347 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 13:00:38.377526 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 13:00:38.377730 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 13:00:38.378089 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 13:00:38.378253 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 13:00:38.378752 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.379016 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.379274 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.379583 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:38.380037 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.380037 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.380441 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.380539 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:00:38.380707 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.380955 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.381220 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.381468 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.381635 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.381801 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.382043 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.382272 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.382568 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.382848 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.383105 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.383396 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.383566 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.384000 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.384258 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.384508 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.384774 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] debug = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.385011 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.385497 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.385721 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.385976 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.386252 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.386517 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.386760 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.387192 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.387453 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.387688 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.387932 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.388190 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.388405 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.388634 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.388913 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.389130 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.389658 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] host = dv-cinder-825102-1-iscsi {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.389812 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.390032 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.390256 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.390491 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.390751 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.390965 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.391213 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.391502 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.391752 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.391989 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.392236 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.392459 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.392712 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.392934 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_file = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.393103 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_options = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.393325 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.393606 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.393872 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.394060 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.394227 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.394401 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.394679 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.394843 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.395091 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.395321 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.395540 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.395918 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.396115 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.396256 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.396488 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.396644 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.396860 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.397154 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.397340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.397566 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.397787 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.398026 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.398247 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.398467 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.398681 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.399022 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.399174 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.399386 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.399604 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.399878 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.400076 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.400340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.400576 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.400887 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.401059 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.401286 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.401535 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.401874 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.402157 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.402500 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.402850 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.403089 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.403358 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.403575 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.403819 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.404054 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] use_json = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.404246 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.404478 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.404744 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.404961 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.405238 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.405426 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.405713 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.405859 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.406529 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.406529 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.406897 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.407042 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.407278 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.407532 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.407764 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.407978 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.408238 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.408480 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.408796 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.409015 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.410098 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.410098 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.410098 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.410098 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.410395 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.410553 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.410767 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.410980 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.411194 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.411437 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.411710 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.412158 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.412600 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.412854 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.413086 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.413318 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.413548 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.413776 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.414292 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.414524 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.414746 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.414959 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.415173 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.415409 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.415625 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.415851 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.416090 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.416325 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.416571 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.416788 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.417001 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.417209 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.418051 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.418378 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.418692 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.418815 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.419026 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.419242 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.419476 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.419729 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.419946 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.420157 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.420368 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.420585 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.420803 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.421026 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.421272 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.421484 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.421702 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.441340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.441340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.441340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.441340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.441340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.441340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.441340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.441340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.441340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.442601 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.442601 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.442601 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.442601 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.442601 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.442601 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.442601 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.442601 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.443585 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.443585 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.443585 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.443585 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.443585 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.443585 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.443585 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.443585 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.444535 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.444535 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.444535 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.444535 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.444535 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.444535 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.444535 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.444535 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.445444 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.445444 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.445444 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.445444 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.445444 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.445444 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.445444 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.445444 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.446388 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.446388 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.446388 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.446388 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.446388 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.446388 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.446388 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.446388 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.447297 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.447297 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.447297 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.447297 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.447297 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.447297 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.447297 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.449530 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.449530 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.449530 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.449530 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.450063 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.450210 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.450447 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.450797 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.451048 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.451339 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.451635 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.452202 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.452483 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.452744 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.453081 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.453333 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.454348 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.454599 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.454853 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.455124 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.455381 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.455620 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.455861 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.456099 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.456457 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.456683 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.456942 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.457486 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.457710 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.458147 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.458373 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.458628 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.458878 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.459095 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.459359 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.459604 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.459840 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.460078 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.460298 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.460530 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.460849 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.460997 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.461274 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.461529 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.461761 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.461987 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.462230 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.462496 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.462710 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.462955 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.463172 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.463418 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.463633 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.463882 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.464064 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.464335 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.464562 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.464776 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.465013 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.465312 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.465562 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.465799 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.466042 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.466528 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.466763 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.466971 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.467188 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.467438 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.467764 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.467991 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.468227 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.468451 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.468676 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.469172 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.469400 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.469616 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.469850 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.470063 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.470394 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.470633 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.470845 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.471147 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.471409 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.471640 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.471880 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.472139 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.472370 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.472582 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.472792 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.473011 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.473273 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.473726 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.473977 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.474404 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.474604 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.474858 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.475085 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.475346 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.475644 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.475939 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.476186 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.476428 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.476654 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.476873 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.477127 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.477442 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.477736 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.478118 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.478448 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.478753 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.479024 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.479297 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.479622 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.480475 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.480785 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.481183 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.481450 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.481693 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.482039 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.482297 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.482513 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.482761 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.482993 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.483208 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.483477 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.483784 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.484020 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.484251 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.484476 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.484765 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.484995 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.485224 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.485458 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.485671 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.485975 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 13:00:38.486497 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83629) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 13:00:38.486660 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 13:00:38.486813 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 13:00:38.486978 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 13:00:38.487145 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 13:00:38.487419 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 13:00:38.487519 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.487666 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.487822 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.487981 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.488136 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.488311 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.488473 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.488631 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.488785 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.488941 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.489098 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.489254 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.489419 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.489552 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.489711 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.489870 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.490025 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.490180 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.490341 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.490497 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.490651 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.490807 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.490963 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] debug = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.491118 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.491331 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.491501 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.491656 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.491811 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.491966 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.492123 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.492280 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.492435 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.492589 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.492743 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.492898 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.493054 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.493209 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.493364 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.493519 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.493673 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] host = dv-cinder-825102-1-iscsi {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.493827 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.493972 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.494124 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.494280 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.494437 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.494595 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.494749 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.494907 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.495063 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.495202 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.496481 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.496481 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.496481 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.496481 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_file = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.496855 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_options = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.496855 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.497109 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.497109 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.497416 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.498247 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.498428 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.498755 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.498964 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.499393 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.499559 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.499717 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.499876 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.500033 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.500189 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.500346 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.500503 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.500705 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.501831 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.502004 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.502166 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.502330 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.502488 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.502644 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.502799 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.502956 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.503356 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.503682 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.503850 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.504000 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.504141 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.504298 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.504508 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.504675 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.504832 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.504991 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.505161 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.505290 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.505475 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.505705 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.505936 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.506104 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.506253 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.506431 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.506570 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.506719 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.506879 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] use_json = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.507028 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.507166 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.508475 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.508801 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.508971 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.509116 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.509280 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.509617 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:00:38.509803 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.509964 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.510138 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.510299 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.510458 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.510669 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.510834 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.510994 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.511234 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.511891 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.511891 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.511891 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.512185 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.512185 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.512347 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.512629 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.512798 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.513042 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.513412 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.513941 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.513941 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.514108 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.514798 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.514962 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.515126 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.515287 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.515476 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.515638 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.515799 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.515958 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.516117 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.516317 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.516634 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.516805 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.516964 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.517125 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.517284 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.517443 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.517602 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.517761 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.517931 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.518089 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.518248 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.518405 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.518563 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.518721 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.518880 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.519037 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.519195 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.519376 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.519536 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.519707 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.519865 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.520023 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.520181 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.520340 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.520499 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.520656 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.520813 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.520971 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.521128 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.521285 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.521444 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.521600 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.521759 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.521918 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.522076 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.522235 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.522393 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.522551 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.522708 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.522865 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.523023 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.523180 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.523365 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.523541 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.523700 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.523857 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.524014 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.524172 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.524335 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.524493 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.524650 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.525106 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.525272 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.525431 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.525590 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.525751 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.525906 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.527667 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.527838 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.527991 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.528138 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.528653 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.529055 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.530526 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.530710 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.530879 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.531044 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.531250 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.531525 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.531704 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.531908 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.532888 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.533196 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.533473 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.533658 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.534710 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.534899 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.535070 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.535238 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.535429 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.535597 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.535761 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.535924 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.536087 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.536249 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.536424 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.536597 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.536757 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.536917 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.537078 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.537261 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.537420 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.537578 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.537736 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.537896 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.538054 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.538212 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.538371 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.538529 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.538688 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.538847 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.539274 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.539467 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.539626 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.539784 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.539942 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.540103 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.540263 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.540422 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.540582 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.540743 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.540902 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.541060 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.541219 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.541378 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.541539 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.541699 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.541863 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.542041 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.542185 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.542837 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.543216 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.543942 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.543942 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.543942 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.543942 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.544452 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.544452 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.544736 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.544921 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.545095 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.545922 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.546211 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.546501 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.546845 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.547128 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.547841 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.548133 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.548421 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.549101 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.549361 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.549685 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.549870 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.550039 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.550260 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.551319 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.551505 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.551672 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.551873 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.552106 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.552587 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.552775 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.552947 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.553217 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.553766 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:00:38.553895 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.554187 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.554490 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.554772 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.555034 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.555333 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.555540 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.555716 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.555965 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.556144 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.556308 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.556470 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.556644 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.556825 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.556993 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.557153 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.557313 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.557482 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.557641 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.557800 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.557980 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.558724 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.558895 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.559059 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.559215 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.559412 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.559567 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.559722 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.559881 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.560051 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.560213 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.560378 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.560533 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.560693 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.560852 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.561012 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.561176 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.561345 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.561511 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.561715 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.561857 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.561995 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.562159 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.562293 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.562458 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.562629 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.562788 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.562945 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.563103 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.563261 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.563442 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.563602 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.563762 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.563920 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.564077 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.564235 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.564394 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.564552 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.564711 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.564877 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.565093 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.565232 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.565397 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.565508 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.565745 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:00:38.565745 dv-cinder-825102-1-iscsi neutron-server[83629]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83629) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 13:00:38.636799 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 45604) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:00:38.645122 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062063 Jan 18 13:00:49.259488 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a1ba08-b3aa-4325-b5ae-9c8a6a7a6661 None None] get_active_networks_info from dv-cinder-825102-1-iscsi {{(pid=83738) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 13:00:49.330803 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1ba08-b3aa-4325-b5ae-9c8a6a7a6661 None None] No non-hosted networks {{(pid=83738) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 13:00:49.346619 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.agentschedulers_db [None req-10a1ba08-b3aa-4325-b5ae-9c8a6a7a6661 None None] DHCP Agent not found on host dv-cinder-825102-1-iscsi {{(pid=83738) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 13:00:49.459431 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d1fcaf58-e6e0-48e8-b567-50f960b71f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1039130'] for agent, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:51.712404 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-635aacd4-6dd6-40f3-9756-5f4c1d33bc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1039130'] for agent, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:51.751132 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.api [None req-2c13853e-4bba-4a33-92fc-c57621e4fc05 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-825102-1-iscsi {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:00:51.751993 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG oslo_db.api [None req-2c13853e-4bba-4a33-92fc-c57621e4fc05 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:00:52.274807 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c13853e-4bba-4a33-92fc-c57621e4fc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:52.738352 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1039130'] for agent, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:52.873470 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1039130'] for agent, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:52.874028 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:52.874359 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:52.874688 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:52.875010 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:52.875347 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:52.875672 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:52.875989 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:52.876326 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:52.876644 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:52.876963 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:52.877278 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:52.877697 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825102-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:00:52.884456 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825102-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:00:54.086852 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1039130'] for agent, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:55.793980 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 45696) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:00:56.414135 dv-cinder-825102-1-iscsi neutron-server[83736]: WARNING oslo_policy.policy [None req-937004e1-0e8b-45b0-826b-218768cf8a66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:00:56.414726 dv-cinder-825102-1-iscsi neutron-server[83736]: WARNING oslo_policy.policy [None req-937004e1-0e8b-45b0-826b-218768cf8a66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:00:56.635898 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [None req-937004e1-0e8b-45b0-826b-218768cf8a66 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83736) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:00:56.637099 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-937004e1-0e8b-45b0-826b-218768cf8a66 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8411119 Jan 18 13:00:58.719156 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.db.l3_hamode_db [None req-e81d853a-92cf-41ed-b3bd-59e59589a437 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 13:00:58.806798 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d853a-92cf-41ed-b3bd-59e59589a437 None None] Routers set() bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:00:58.807189 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d853a-92cf-41ed-b3bd-59e59589a437 None None] Router IDs set() for agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 13:00:58.947052 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 45710) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:00:59.349689 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-708c9a1a-6b18-46f9-9bd7-992624261cf0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:00:59.402994 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.policy [None req-708c9a1a-6b18-46f9-9bd7-992624261cf0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83736) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 13:00:59.403786 dv-cinder-825102-1-iscsi neutron-server[83736]: WARNING oslo_policy.policy [None req-708c9a1a-6b18-46f9-9bd7-992624261cf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:00:59.404149 dv-cinder-825102-1-iscsi neutron-server[83736]: WARNING oslo_policy.policy [None req-708c9a1a-6b18-46f9-9bd7-992624261cf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:00:59.407559 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.quota [None req-708c9a1a-6b18-46f9-9bd7-992624261cf0 admin admin] Loaded quota_driver: . Jan 18 13:00:59.423528 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-708c9a1a-6b18-46f9-9bd7-992624261cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:00:59.554047 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-708c9a1a-6b18-46f9-9bd7-992624261cf0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737926266364', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737926301971', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737926306851', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737926297549', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737926288253', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8275211', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8277369', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-935510', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1007041'] for rbac-policy, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:59.709677 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-708c9a1a-6b18-46f9-9bd7-992624261cf0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:59.710811 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-708c9a1a-6b18-46f9-9bd7-992624261cf0 admin admin] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7627661 Jan 18 13:01:02.230827 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 45724) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:02.612074 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Request body: {'network': {'name': 'private', 'project_id': '6989cbd135d744de861fa22cace1177a', 'admin_state_up': True}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:01:02.616824 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:01:02.621905 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Usage tracker for resource:network and tenant:6989cbd135d744de861fa22cace1177a is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:01:02.627081 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:01:02.633405 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:01:02.764492 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Made reservation on behalf of 6989cbd135d744de861fa22cace1177a for: {'network': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:01:02.767465 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:02.785792 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:02.829690 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:01:02.833341 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Usage tracker for resource:security_group_rule and tenant:6989cbd135d744de861fa22cace1177a is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:01:02.836163 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:01:02.842820 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:01:02.910308 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:03.004539 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:03.028900 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=83736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:01:03.056820 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737921945811', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:03.058079 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Unsubscribe: segment precommit_create {{(pid=83736) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 13:01:03.058676 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.segments_db [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Added segment a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b of type vlan for network dd40c2df-6518-40a1-af1e-5b4940b3666d Jan 18 13:01:03.067443 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75f5f5a-fe0f-4291-bb0c-1d7a18f10067,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:03.117636 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:03.117977 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:03.118309 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:03.118633 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:03.118970 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:03.119295 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:03.119638 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:03.120696 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:03.121060 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:03.121415 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:03.121752 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Tracked resource versions report: Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: pushed versions: Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Log': {'1.0'}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Network': {'1.1'}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Port': {'1.5'}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'PortForwarding': {'1.2'}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'QosPolicy': {'1.8'}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'SecurityGroup': {'1.2'}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'SubPort': {'1.0'}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Subnet': {'1.1'}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Trunk': {'1.1'}} Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: consumer versions: Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: { DHCP agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: L3 agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: Metadata agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: Metering agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: Open vSwitch agent@dv-cinder-825102-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Log': '1.0', Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Network': '1.1', Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Port': '1.5', Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'PortForwarding': '1.2', Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'QosPolicy': '1.8', Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'SecurityGroup': '1.2', Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'SecurityGroupRule': '1.0', Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'SubPort': '1.0', Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Subnet': '1.1', Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Trunk': '1.1'}} Jan 18 13:01:03.122804 dv-cinder-825102-1-iscsi neutron-server[83736]: {{(pid=83736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:01:03.220814 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:03.303503 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:03.304607 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:03.305261 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:03.431369 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] Pushing event updated for resources: {'Network': ['ID=dd40c2df-6518-40a1-af1e-5b4940b3666d,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:03.442273 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network dd40c2df-6518-40a1-af1e-5b4940b3666d details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:01:03.465638 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b87bdefb-7ee6-4f2f-880e-b8481ab9bf14 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2334747 Jan 18 13:01:06.080726 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 45740) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:06.562261 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e079c7-1bd3-4d2a-96e4-8aa72dc26116 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:06.563630 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b5e079c7-1bd3-4d2a-96e4-8aa72dc26116 admin admin] 10.222.0.87 "GET /v2.0/networks/dd40c2df-6518-40a1-af1e-5b4940b3666d HTTP/1.1" status: 200 len: 825 time: 0.4818814 Jan 18 13:01:06.595077 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-a4e6aff4-6ce4-406a-b858-c8fae7c209b1 admin admin] 10.222.0.87 "GET /v2.0/subnetpools/cd398b8e-9624-424e-b9af-4fc92244b31a HTTP/1.1" status: 200 len: 734 time: 0.0261018 Jan 18 13:01:06.603802 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d', 'subnetpool_id': 'cd398b8e-9624-424e-b9af-4fc92244b31a', 'tenant_id': '6989cbd135d744de861fa22cace1177a'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:01:06.608906 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:01:06.612694 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Usage tracker for resource:subnet and tenant:6989cbd135d744de861fa22cace1177a is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:01:06.615560 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:01:06.621052 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:01:06.685932 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Made reservation on behalf of 6989cbd135d744de861fa22cace1177a for: {'subnet': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:01:06.688164 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:07.033686 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for subnet, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:07.132172 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=22cb87f9-5921-4bfe-819f-d968f1473f65,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:07.148070 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Checking segment: {'id': 'a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:01:07.148456 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Network hostable DHCP agents. Network: dd40c2df-6518-40a1-af1e-5b4940b3666d, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:01:07.238899 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Network dd40c2df-6518-40a1-af1e-5b4940b3666d is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:01:07.313152 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, dd40c2df-6518-40a1-af1e-5b4940b3666d) {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:01:07.317847 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:07.318444 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:07.323381 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d554ac66-1625-457a-a8f6-747dda598645 None None] Network dd40c2df-6518-40a1-af1e-5b4940b3666d requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:01:07.412842 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-615973de-1775-4344-b5ee-830c0c7c33cf admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8123281 Jan 18 13:01:07.650341 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe04c54af-8e1e-5726-87fb-16baf80530e4-dd40c2df-6518-40a1-af1e-5b4940b3666d', 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'fixed_ips': [{'subnet_id': '22cb87f9-5921-4bfe-819f-d968f1473f65'}]}} from dv-cinder-825102-1-iscsi. {{(pid=83738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:01:07.652302 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:07.844351 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Allocated IP 172.20.0.2 (dd40c2df-6518-40a1-af1e-5b4940b3666d/22cb87f9-5921-4bfe-819f-d968f1473f65/622245d4-77e7-41db-b09d-c60433436ebf) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:01:08.078681 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:08.093448 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Transition to ACTIVE for port object 622245d4-77e7-41db-b09d-c60433436ebf will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:01:08.117758 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Transition to ACTIVE for port object 622245d4-77e7-41db-b09d-c60433436ebf will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:01:08.189950 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:08.255928 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Network dd40c2df-6518-40a1-af1e-5b4940b3666d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:01:08.258786 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:01:08.266808 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:01:08.268976 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Pushing event updated for resources: {'Port': ['ID=622245d4-77e7-41db-b09d-c60433436ebf,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:08.281264 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:08.281541 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:08.281886 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:08.282212 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:08.282540 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:08.282863 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:08.283189 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:08.283548 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:08.283957 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:08.284199 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:08.284515 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Tracked resource versions report: Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: pushed versions: Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Log': {'1.0'}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Network': {'1.1'}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Port': {'1.5'}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'PortForwarding': {'1.2'}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'QosPolicy': {'1.8'}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'SecurityGroup': {'1.2'}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'SubPort': {'1.0'}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Subnet': {'1.1'}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Trunk': {'1.1'}} Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: consumer versions: Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: { DHCP agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: L3 agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: Metadata agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: Metering agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: Open vSwitch agent@dv-cinder-825102-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Log': '1.0', Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Network': '1.1', Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Port': '1.5', Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'PortForwarding': '1.2', Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'QosPolicy': '1.8', Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'SecurityGroup': '1.2', Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'SecurityGroupRule': '1.0', Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'SubPort': '1.0', Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Subnet': '1.1', Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Trunk': '1.1'}} Jan 18 13:01:08.285628 dv-cinder-825102-1-iscsi neutron-server[83738]: {{(pid=83738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:01:08.372767 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Attempting to bind port 622245d4-77e7-41db-b09d-c60433436ebf on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:01:08.373403 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Attempting to bind port 622245d4-77e7-41db-b09d-c60433436ebf by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': 'a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:01:08.373526 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Attempting to bind port 622245d4-77e7-41db-b09d-c60433436ebf on network dd40c2df-6518-40a1-af1e-5b4940b3666d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:01:08.380071 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:01:08.380470 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Checking segment: {'id': 'a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:01:08.380941 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:08.381325 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Bound using segment: {'id': 'a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:01:08.381807 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Bound port: 622245d4-77e7-41db-b09d-c60433436ebf, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:01:08.382185 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:08.473139 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] For port 622245d4-77e7-41db-b09d-c60433436ebf, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:01:08.476955 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] For port 622245d4-77e7-41db-b09d-c60433436ebf, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=622245d4-77e7-41db-b09d-c60433436ebf,segment=NetworkSegment(a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b),segment_id=a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:01:08.544661 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:08.659882 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecce79-3d74-439b-bb53-9c7c10365ffe None None] Pushing event updated for resources: {'Port': ['ID=622245d4-77e7-41db-b09d-c60433436ebf,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:09.758331 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 45750) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:10.414471 dv-cinder-825102-1-iscsi neutron-server[83737]: WARNING oslo_policy.policy [None req-e3734b7e-f3d7-47f5-a694-2b77752b9efe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:01:10.415145 dv-cinder-825102-1-iscsi neutron-server[83737]: WARNING oslo_policy.policy [None req-e3734b7e-f3d7-47f5-a694-2b77752b9efe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:01:10.658185 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [None req-e3734b7e-f3d7-47f5-a694-2b77752b9efe admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:01:10.659795 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e3734b7e-f3d7-47f5-a694-2b77752b9efe admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9004533 Jan 18 13:01:12.363269 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5322d384-e47b-4780-a312-b91bc091d179 None None] Network dd40c2df-6518-40a1-af1e-5b4940b3666d requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:01:12.527850 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-9874921d-6a88-4706-9537-be91ca806ff8 None None] Provisioning for port 622245d4-77e7-41db-b09d-c60433436ebf completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:01:12.995415 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 45768) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:13.103208 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 622245d4-77e7-41db-b09d-c60433436ebf up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:01:13.239008 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 622245d4-77e7-41db-b09d-c60433436ebf completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:01:13.245377 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 622245d4-77e7-41db-b09d-c60433436ebf triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:01:13.245377 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:13.363462 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:13.399788 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 622245d4-77e7-41db-b09d-c60433436ebf, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=622245d4-77e7-41db-b09d-c60433436ebf,segment=NetworkSegment(a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b),segment_id=a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:01:13.444243 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [None req-aaadea73-7189-4427-9644-0d31b83835a5 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:01:13.445374 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-aaadea73-7189-4427-9644-0d31b83835a5 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4489355 Jan 18 13:01:13.496920 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:13.579541 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=622245d4-77e7-41db-b09d-c60433436ebf,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:15.081687 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 622245d4-77e7-41db-b09d-c60433436ebf up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:01:15.177186 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 622245d4-77e7-41db-b09d-c60433436ebf triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:01:15.177551 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:16.325699 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 45780) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:16.721654 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'admin_state_up': True}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:01:16.760365 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.policy [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83737) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 13:01:16.761137 dv-cinder-825102-1-iscsi neutron-server[83737]: WARNING oslo_policy.policy [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:01:16.761504 dv-cinder-825102-1-iscsi neutron-server[83737]: WARNING oslo_policy.policy [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:01:16.764956 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.quota [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] Loaded quota_driver: . Jan 18 13:01:16.780387 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:01:16.787004 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] Usage tracker for resource:router and tenant:6989cbd135d744de861fa22cace1177a is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:01:16.792318 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:01:16.800134 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:01:16.892133 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110339'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:16.894159 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1039776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110348'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:16.931392 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:17.159845 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1032500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1039773'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:17.263499 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:17.264966 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-0a7d1fd5-c7c6-43ca-b89b-77e7f930feaf admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9381657 Jan 18 13:01:19.275436 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c249e86c-4e2f-4849-8ff2-79516145ee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:19.593025 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 45792) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:20.008192 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [None req-b3a0d757-3205-45d5-a41c-13b68ccd73ca admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:01:20.009170 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-b3a0d757-3205-45d5-a41c-13b68ccd73ca admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4152238 Jan 18 13:01:21.670992 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f01435b6-bf7c-4444-a02c-69a743419bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:22.406949 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 45802) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:22.715068 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:22.827405 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:01:22.835027 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:01:22.839494 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Usage tracker for resource:network and tenant:efd990fcb71545ffb5735fe49db625b4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:01:22.843184 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:01:22.848880 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:01:22.897830 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:22.926310 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Made reservation on behalf of efd990fcb71545ffb5735fe49db625b4 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:01:22.929514 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:22.948449 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:22.992888 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:01:22.999376 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Usage tracker for resource:security_group_rule and tenant:efd990fcb71545ffb5735fe49db625b4 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:01:23.003571 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:01:23.010494 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:01:23.080253 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:23.155100 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:23.172627 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Reserving flat network on physical network physnet1 {{(pid=83737) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 13:01:23.203326 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737921945811', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:23.203921 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Unsubscribe: segment precommit_create {{(pid=83737) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 13:01:23.204429 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Added segment 9a74753e-99a3-47e5-965a-239b2a2ad8a1 of type flat for network c819a04a-d4de-425c-932c-045951f85bec Jan 18 13:01:23.218954 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6950e8-6169-4088-97c1-39b3641c1d3f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:23.271367 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:23.271711 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:23.272044 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:23.272368 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:23.272710 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:23.273035 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:23.273363 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:23.273691 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:23.274008 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:23.274320 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:23.274632 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Tracked resource versions report: Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: pushed versions: Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Log': {'1.0'}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Network': {'1.1'}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Port': {'1.5'}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'PortForwarding': {'1.2'}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'QosPolicy': {'1.8'}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'SecurityGroup': {'1.2'}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'SubPort': {'1.0'}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Subnet': {'1.1'}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Trunk': {'1.1'}} Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: consumer versions: Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: { DHCP agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: L3 agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: Metadata agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: Metering agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: Open vSwitch agent@dv-cinder-825102-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Log': '1.0', Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Network': '1.1', Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Port': '1.5', Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'PortForwarding': '1.2', Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'QosPolicy': '1.8', Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'SecurityGroup': '1.2', Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'SecurityGroupRule': '1.0', Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'SubPort': '1.0', Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Subnet': '1.1', Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Trunk': '1.1'}} Jan 18 13:01:23.276996 dv-cinder-825102-1-iscsi neutron-server[83737]: {{(pid=83737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:01:23.342385 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:23.469443 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:23.470474 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:23.471101 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:23.583832 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] Pushing event updated for resources: {'Network': ['ID=c819a04a-d4de-425c-932c-045951f85bec,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:23.594238 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network c819a04a-d4de-425c-932c-045951f85bec details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:01:23.645684 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-b589df9f-5618-495c-b449-d2b5e1151d41 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2376118 Jan 18 13:01:23.949901 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:25.979770 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 45826) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:26.231462 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87a6eb6-f399-4903-b4c7-20556333cc2a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:26.232722 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d87a6eb6-f399-4903-b4c7-20556333cc2a admin admin] 10.222.0.87 "GET /v2.0/subnets/22cb87f9-5921-4bfe-819f-d968f1473f65 HTTP/1.1" status: 200 len: 849 time: 0.2520659 Jan 18 13:01:26.429880 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-e1286632-316c-427b-9e47-c15d463815b8 admin admin] 10.222.0.87 "GET /v2.0/routers/6667c804-1c8f-46cf-bc0e-12cc6e275eb8 HTTP/1.1" status: 200 len: 704 time: 0.1915271 Jan 18 13:01:26.920841 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:27.176478 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Allocated IP 172.20.0.1 (dd40c2df-6518-40a1-af1e-5b4940b3666d/22cb87f9-5921-4bfe-819f-d968f1473f65/9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:01:27.352155 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:27.371888 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Transition to ACTIVE for port object 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc will not be triggered until provisioned by entity DHCP. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:01:27.504284 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:27.579623 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Network dd40c2df-6518-40a1-af1e-5b4940b3666d is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:01:27.582575 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:01:27.586551 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:01:27.587070 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039275'] for router_interface, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:27.594276 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:27.827361 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:27.863086 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2915dc54-b52c-4066-bdb8-4b48c73527f8 None None] Provisioning for port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:01:27.868086 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2915dc54-b52c-4066-bdb8-4b48c73527f8 None None] Provisioning complete for port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:01:27.868449 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2915dc54-b52c-4066-bdb8-4b48c73527f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:27.922780 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2915dc54-b52c-4066-bdb8-4b48c73527f8 None None] Port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:01:28.082689 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:28.176343 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:28.177127 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8258758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1038402'] for router_interface, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:28.310846 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:28.379688 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Network dd40c2df-6518-40a1-af1e-5b4940b3666d is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:01:28.380780 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:01:28.649289 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-22d38290-5814-48ae-851c-db960ade29bd None None] Provisioning complete for port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:01:28.649594 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22d38290-5814-48ae-851c-db960ade29bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:28.709907 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-22d38290-5814-48ae-851c-db960ade29bd None None] Port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:01:28.817644 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Router 6667c804-1c8f-46cf-bc0e-12cc6e275eb8 is scheduled to L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 with binding_index 1 {{(pid=83736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:01:29.000729 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:01:29.010474 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d386984d-79bc-4693-9cd2-62af7a6b33a0 admin admin] 10.222.0.87 "PUT /v2.0/routers/6667c804-1c8f-46cf-bc0e-12cc6e275eb8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5745931 Jan 18 13:01:29.011691 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Sync routers for ids ['6667c804-1c8f-46cf-bc0e-12cc6e275eb8'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:01:29.026805 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Routers {'6667c804-1c8f-46cf-bc0e-12cc6e275eb8'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:01:29.027973 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:01:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6667c804-1c8f-46cf-bc0e-12cc6e275eb8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:29.222738 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Set router 6667c804-1c8f-46cf-bc0e-12cc6e275eb8 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:01:29.616942 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'name': 'router1', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:01:16Z', 'updated_at': '2022-01-18T13:01:27Z', 'revision_number': 2, 'project_id': '6989cbd135d744de861fa22cace1177a', 'gw_port_host': None, '_interfaces': [{'id': '9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc', 'name': '', 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'mac_address': 'fa:16:3e:be:ea:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb87f9-5921-4bfe-819f-d968f1473f65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:01:26Z', 'updated_at': '2022-01-18T13:01:27Z', 'revision_number': 2, 'project_id': '6989cbd135d744de861fa22cace1177a', 'subnets': [{'id': '22cb87f9-5921-4bfe-819f-d968f1473f65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd398b8e-9624-424e-b9af-4fc92244b31a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:29.624224 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Checking router: 6667c804-1c8f-46cf-bc0e-12cc6e275eb8 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:01:29.624589 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Updating router 6667c804-1c8f-46cf-bc0e-12cc6e275eb8 port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc binding host dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:01:29.690367 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:30.127783 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:30.145688 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Transition to ACTIVE for port object 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:01:30.223341 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:30.467016 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Pushing event updated for resources: {'Port': ['ID=9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:30.493611 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Attempting to bind port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:01:30.494532 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Attempting to bind port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': 'a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:01:30.495570 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Attempting to bind port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc on network dd40c2df-6518-40a1-af1e-5b4940b3666d {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:01:30.499500 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:30.499844 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:30.500217 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:30.500549 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:30.500875 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:30.501196 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:30.501521 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:30.501855 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:30.502183 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:30.502496 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:30.502816 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Tracked resource versions report: Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: pushed versions: Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Log': {'1.0'}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Network': {'1.1'}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Port': {'1.5'}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'PortForwarding': {'1.2'}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'QosPolicy': {'1.8'}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'SecurityGroup': {'1.2'}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'SubPort': {'1.0'}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Subnet': {'1.1'}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Trunk': {'1.1'}} Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: consumer versions: Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: { DHCP agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: L3 agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: Metadata agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: Metering agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: Open vSwitch agent@dv-cinder-825102-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Log': '1.0', Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Network': '1.1', Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Port': '1.5', Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'PortForwarding': '1.2', Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'QosPolicy': '1.8', Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'SecurityGroup': '1.2', Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'SecurityGroupRule': '1.0', Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'SubPort': '1.0', Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Subnet': '1.1', Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Trunk': '1.1'}} Jan 18 13:01:30.503967 dv-cinder-825102-1-iscsi neutron-server[83739]: {{(pid=83739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:01:30.511827 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:01:30.512233 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Checking segment: {'id': 'a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:01:30.512717 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:30.513102 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Bound using segment: {'id': 'a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:01:30.513604 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Bound port: 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:01:30.513994 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:30.615838 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] For port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:01:30.621687 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] For port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc,segment=NetworkSegment(a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b),segment_id=a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:01:30.715300 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:30.804737 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947c3d5-cf3f-42e8-ba84-841520a34011 None None] Pushing event updated for resources: {'Port': ['ID=9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:30.816177 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Routers {'6667c804-1c8f-46cf-bc0e-12cc6e275eb8'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:01:30.816799 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:01:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6667c804-1c8f-46cf-bc0e-12cc6e275eb8'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:31.004141 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] Set router 6667c804-1c8f-46cf-bc0e-12cc6e275eb8 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:01:31.189706 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 45848) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:31.357407 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'name': 'router1', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:01:16Z', 'updated_at': '2022-01-18T13:01:27Z', 'revision_number': 2, 'project_id': '6989cbd135d744de861fa22cace1177a', 'gw_port_host': None, '_interfaces': [{'id': '9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc', 'name': '', 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'mac_address': 'fa:16:3e:be:ea:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb87f9-5921-4bfe-819f-d968f1473f65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:01:26Z', 'updated_at': '2022-01-18T13:01:30Z', 'revision_number': 4, 'project_id': '6989cbd135d744de861fa22cace1177a', 'subnets': [{'id': '22cb87f9-5921-4bfe-819f-d968f1473f65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd398b8e-9624-424e-b9af-4fc92244b31a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:31.361897 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860c8e7-222a-4705-abca-97a9b9ab9b06 None None] The sync data for ids ['6667c804-1c8f-46cf-bc0e-12cc6e275eb8'] in dv-cinder-825102-1-iscsi is: [{'id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'name': 'router1', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:01:16Z', 'updated_at': '2022-01-18T13:01:27Z', 'revision_number': 2, 'project_id': '6989cbd135d744de861fa22cace1177a', 'gw_port_host': None, '_interfaces': [{'id': '9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc', 'name': '', 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'mac_address': 'fa:16:3e:be:ea:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb87f9-5921-4bfe-819f-d968f1473f65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:01:26Z', 'updated_at': '2022-01-18T13:01:30Z', 'revision_number': 4, 'project_id': '6989cbd135d744de861fa22cace1177a', 'subnets': [{'id': '22cb87f9-5921-4bfe-819f-d968f1473f65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd398b8e-9624-424e-b9af-4fc92244b31a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:01:31.364408 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a09102-0857-4fe7-b7ef-fb6686016b88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:31.366325 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b9a09102-0857-4fe7-b7ef-fb6686016b88 admin admin] 10.222.0.87 "GET /v2.0/networks/c819a04a-d4de-425c-932c-045951f85bec HTTP/1.1" status: 200 len: 842 time: 0.1752377 Jan 18 13:01:31.375823 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:01:31.381659 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:01:31.386139 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Usage tracker for resource:subnet and tenant:efd990fcb71545ffb5735fe49db625b4 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:01:31.389669 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:01:31.396710 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:01:31.497385 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Made reservation on behalf of efd990fcb71545ffb5735fe49db625b4 for: {'subnet': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:01:31.499720 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:32.020516 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.objects.ports [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83736) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 13:01:32.020839 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for subnet, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:32.107545 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f66ffab-49ed-4d12-a06b-2e008d7eef03,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:32.114767 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Checking segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:01:32.114767 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Network hostable DHCP agents. Network: c819a04a-d4de-425c-932c-045951f85bec, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:01:32.222070 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Network c819a04a-d4de-425c-932c-045951f85bec is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:01:32.313681 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, c819a04a-d4de-425c-932c-045951f85bec) {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:01:32.322119 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb9589e-71f3-445a-9049-8c597debbd94 None None] Network c819a04a-d4de-425c-932c-045951f85bec requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:01:32.326702 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:32.327410 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:32.431018 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d88265e3-e0f3-4b0b-abf5-0d1c834206e8 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0580056 Jan 18 13:01:32.665112 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d7e72f-1d31-4ede-aca3-fb1074ddadf6 None None] Network c819a04a-d4de-425c-932c-045951f85bec requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:01:33.128750 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:01:33.290257 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:01:33.295699 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:01:33.296094 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:33.438496 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:33.474648 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc,segment=NetworkSegment(a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b),segment_id=a2b5238f-8a26-4d8e-bf1d-7bcfffa0ba5b)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:01:33.554894 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:33.677774 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:34.682829 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 45862) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:34.953147 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-022fe5dd-26d1-4b32-8364-2a93ab2264f0 admin admin] 10.222.0.87 "GET /v2.0/routers/6667c804-1c8f-46cf-bc0e-12cc6e275eb8 HTTP/1.1" status: 200 len: 710 time: 0.2693176 Jan 18 13:01:35.089119 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:01:35.091556 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eedbd51-6fa2-43c0-a758-7da3f957b6ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:35.095357 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-7eedbd51-6fa2-43c0-a758-7da3f957b6ee admin admin] 10.222.0.87 "GET /v2.0/networks/c819a04a-d4de-425c-932c-045951f85bec HTTP/1.1" status: 200 len: 886 time: 0.1347158 Jan 18 13:01:35.102278 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:01:35.175340 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:01:35.175833 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:35.650491 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1039798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110366'] for router, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:35.932590 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:36.040630 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:36.254449 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Allocated IP 172.27.1.155 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/2a6c92fb-33a6-4583-adf0-c9fa08810743) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:01:36.435640 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 5 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:01:36.481486 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:36.601209 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:36.674519 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:01:36.677706 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:01:36.684422 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:01:36.726693 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Pushing event updated for resources: {'Port': ['ID=2a6c92fb-33a6-4583-adf0-c9fa08810743,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:36.907031 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:37.106970 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1039798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110366'] for router, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:37.111898 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1039773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1039759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1039748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032474'] for router, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:37.333081 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Router 6667c804-1c8f-46cf-bc0e-12cc6e275eb8 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:01:37.551686 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:01:37.564823 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] Notify callbacks [] for router, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:37.565403 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Sync routers for ids ['6667c804-1c8f-46cf-bc0e-12cc6e275eb8'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:01:37.566881 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b27318cf-8da1-4255-8373-58fa01b4cd9d admin admin] 10.222.0.87 "PUT /v2.0/routers/6667c804-1c8f-46cf-bc0e-12cc6e275eb8 HTTP/1.1" status: 200 len: 890 time: 2.4680543 Jan 18 13:01:37.580826 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Routers {'6667c804-1c8f-46cf-bc0e-12cc6e275eb8'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:01:37.581582 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:01:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6667c804-1c8f-46cf-bc0e-12cc6e275eb8'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:37.801355 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Set router 6667c804-1c8f-46cf-bc0e-12cc6e275eb8 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:01:38.235395 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'name': 'router1', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '2a6c92fb-33a6-4583-adf0-c9fa08810743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:01:16Z', 'updated_at': '2022-01-18T13:01:36Z', 'revision_number': 4, 'project_id': '6989cbd135d744de861fa22cace1177a', 'gw_port': {'id': '2a6c92fb-33a6-4583-adf0-c9fa08810743', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:01:36Z', 'updated_at': '2022-01-18T13:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc', 'name': '', 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'mac_address': 'fa:16:3e:be:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb87f9-5921-4bfe-819f-d968f1473f65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:01:26Z', 'updated_at': '2022-01-18T13:01:33Z', 'revision_number': 5, 'project_id': '6989cbd135d744de861fa22cace1177a', 'subnets': [{'id': '22cb87f9-5921-4bfe-819f-d968f1473f65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd398b8e-9624-424e-b9af-4fc92244b31a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:38.241139 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Checking router: 6667c804-1c8f-46cf-bc0e-12cc6e275eb8 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:01:38.241481 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Updating router 6667c804-1c8f-46cf-bc0e-12cc6e275eb8 port 2a6c92fb-33a6-4583-adf0-c9fa08810743 binding host dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:01:38.304533 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:38.758537 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:38.773191 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Transition to ACTIVE for port object 2a6c92fb-33a6-4583-adf0-c9fa08810743 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:01:38.887015 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:39.010101 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87ef5d-03bc-45a1-8b8c-b5439be34c8b None None] Pushing event updated for resources: {'Port': ['ID=2a6c92fb-33a6-4583-adf0-c9fa08810743,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:39.022687 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Attempting to bind port 2a6c92fb-33a6-4583-adf0-c9fa08810743 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:01:39.023176 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Attempting to bind port 2a6c92fb-33a6-4583-adf0-c9fa08810743 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:01:39.023666 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Attempting to bind port 2a6c92fb-33a6-4583-adf0-c9fa08810743 on network c819a04a-d4de-425c-932c-045951f85bec {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:01:39.033941 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:01:39.034448 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Checking segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:01:39.034956 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:39.035746 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Bound using segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:01:39.036242 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Bound port: 2a6c92fb-33a6-4583-adf0-c9fa08810743, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:01:39.036733 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:39.137433 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] For port 2a6c92fb-33a6-4583-adf0-c9fa08810743, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:01:39.141023 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] For port 2a6c92fb-33a6-4583-adf0-c9fa08810743, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=2a6c92fb-33a6-4583-adf0-c9fa08810743,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:01:39.229731 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:39.318118 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87ef5d-03bc-45a1-8b8c-b5439be34c8b None None] Pushing event updated for resources: {'Port': ['ID=2a6c92fb-33a6-4583-adf0-c9fa08810743,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:39.324972 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Routers {'6667c804-1c8f-46cf-bc0e-12cc6e275eb8'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:01:39.325609 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:01:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6667c804-1c8f-46cf-bc0e-12cc6e275eb8'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:39.555435 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] Set router 6667c804-1c8f-46cf-bc0e-12cc6e275eb8 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:01:39.930081 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'name': 'router1', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '2a6c92fb-33a6-4583-adf0-c9fa08810743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:01:16Z', 'updated_at': '2022-01-18T13:01:36Z', 'revision_number': 4, 'project_id': '6989cbd135d744de861fa22cace1177a', 'gw_port': {'id': '2a6c92fb-33a6-4583-adf0-c9fa08810743', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:01:36Z', 'updated_at': '2022-01-18T13:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc', 'name': '', 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'mac_address': 'fa:16:3e:be:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb87f9-5921-4bfe-819f-d968f1473f65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:01:26Z', 'updated_at': '2022-01-18T13:01:33Z', 'revision_number': 5, 'project_id': '6989cbd135d744de861fa22cace1177a', 'subnets': [{'id': '22cb87f9-5921-4bfe-819f-d968f1473f65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd398b8e-9624-424e-b9af-4fc92244b31a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:39.937834 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9904d-1797-436c-8e28-99b6418745e4 None None] The sync data for ids ['6667c804-1c8f-46cf-bc0e-12cc6e275eb8'] in dv-cinder-825102-1-iscsi is: [{'id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'name': 'router1', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '2a6c92fb-33a6-4583-adf0-c9fa08810743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:01:16Z', 'updated_at': '2022-01-18T13:01:36Z', 'revision_number': 4, 'project_id': '6989cbd135d744de861fa22cace1177a', 'gw_port': {'id': '2a6c92fb-33a6-4583-adf0-c9fa08810743', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:01:36Z', 'updated_at': '2022-01-18T13:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc', 'name': '', 'network_id': 'dd40c2df-6518-40a1-af1e-5b4940b3666d', 'tenant_id': '6989cbd135d744de861fa22cace1177a', 'mac_address': 'fa:16:3e:be:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6667c804-1c8f-46cf-bc0e-12cc6e275eb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22cb87f9-5921-4bfe-819f-d968f1473f65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:01:26Z', 'updated_at': '2022-01-18T13:01:33Z', 'revision_number': 5, 'project_id': '6989cbd135d744de861fa22cace1177a', 'subnets': [{'id': '22cb87f9-5921-4bfe-819f-d968f1473f65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd398b8e-9624-424e-b9af-4fc92244b31a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:01:40.093707 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 45872) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:40.253330 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-759d67d2-8bd0-4d7b-9fc1-6187f6369969 admin admin] 10.222.0.87 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1577611 Jan 18 13:01:41.189964 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 2a6c92fb-33a6-4583-adf0-c9fa08810743 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:01:41.360505 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 2a6c92fb-33a6-4583-adf0-c9fa08810743 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:01:41.365958 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 2a6c92fb-33a6-4583-adf0-c9fa08810743 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:01:41.366335 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:41.490068 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:41.507786 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 2a6c92fb-33a6-4583-adf0-c9fa08810743, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=2a6c92fb-33a6-4583-adf0-c9fa08810743,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:01:41.582152 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:41.656966 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=2a6c92fb-33a6-4583-adf0-c9fa08810743,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:43.105906 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 2a6c92fb-33a6-4583-adf0-c9fa08810743 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:01:43.208557 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 2a6c92fb-33a6-4583-adf0-c9fa08810743 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:01:43.208917 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:49.354972 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-fc126efc-9271-4fcc-9b4d-d07fe5216f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:51.680277 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0e43dc86-83db-4100-8b7c-899dee7e8dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:52.652112 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:52.890492 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:53.947163 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:13.436084 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 5 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:02:19.239643 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0cfb027e-7576-4557-8b1b-7d3c161aa8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:21.702013 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5eab3032-fab2-4ec0-9260-f74cda28357e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:22.656754 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:22.885379 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:23.954142 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.256206 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb8805e0-72c9-4269-93ff-d6e1f31fd7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.435924 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 5 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:02:51.667720 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2e60-cf7d-4b35-beae-eff60d5b1a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:52.639270 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:53.543825 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:53.953446 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:19.245002 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e889c635-fca6-4b03-bfb6-c9650c1e587b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:21.679000 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed4a1fcb-0646-473f-9ac3-8cb4a3a98d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:22.662697 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:22.896021 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.952741 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:27.438995 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 5 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:03:49.295740 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f8cba63-4c18-4b0c-9c15-2023d53deebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:50.300476 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46444) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:50.391114 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb2fcaf-cfa8-4af1-bdc9-483a14e684fe admin admin] GET failed (client error): The resource could not be found. Jan 18 13:03:50.392337 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-ccb2fcaf-cfa8-4af1-bdc9-483a14e684fe admin admin] 10.222.0.87 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0909393 Jan 18 13:03:50.524230 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfe4dbb-0d4c-4c23-8e7b-b97a95a52891 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:50.525678 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-2bfe4dbb-0d4c-4c23-8e7b-b97a95a52891 admin admin] 10.222.0.87 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1294851 Jan 18 13:03:51.707128 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81deb50f-cb33-40d7-97f8-b38c14ddf1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:52.621820 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46454) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:52.650201 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:52.752024 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a80fc0-ef84-4a8b-bac6-03d786a68195 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:52.752574 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d7a80fc0-ef84-4a8b-bac6-03d786a68195 admin admin] Synchronizing usage tracker for tenant:efd990fcb71545ffb5735fe49db625b4 on resource:subnet {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:03:52.826579 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d7a80fc0-ef84-4a8b-bac6-03d786a68195 admin admin] Unset dirty status for tenant:efd990fcb71545ffb5735fe49db625b4 on resource:subnet {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:03:52.827711 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d7a80fc0-ef84-4a8b-bac6-03d786a68195 admin admin] 10.222.0.87 "GET /v2.0/subnets/22cb87f9-5921-4bfe-819f-d968f1473f65 HTTP/1.1" status: 200 len: 849 time: 0.2049365 Jan 18 13:03:52.841272 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:03:52.918419 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:52.967580 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Notify callbacks [] for subnet, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:53.232447 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737921869815'] for subnet, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:53.323495 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:53.324077 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:53.326195 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] 10.222.0.87 "PUT /v2.0/subnets/22cb87f9-5921-4bfe-819f-d968f1473f65 HTTP/1.1" status: 200 len: 868 time: 0.4914958 Jan 18 13:03:53.328105 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9981c2-6418-4833-9c12-58db8c718632 None None] Network dd40c2df-6518-40a1-af1e-5b4940b3666d requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:03:53.349346 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Pushing event updated for resources: {'Subnet': ['ID=22cb87f9-5921-4bfe-819f-d968f1473f65,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:53.358754 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:53.359087 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:53.359359 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:53.359682 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:53.360015 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:53.360332 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:53.360648 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:53.360975 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:53.361309 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:53.361607 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:53.361913 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff21259-3261-452c-b193-ae189b88983d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:53.954416 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-42ffb027-5071-4193-b4c2-b5d7ee4a508c None None] Provisioning complete for port 9ae7522f-fe61-42fa-8d6c-8c84aefa0bfc triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:03:53.955005 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-42ffb027-5071-4193-b4c2-b5d7ee4a508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:53.981638 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:54.084456 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-42ffb027-5071-4193-b4c2-b5d7ee4a508c None None] Provisioning complete for port 622245d4-77e7-41db-b09d-c60433436ebf triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:03:54.086197 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-42ffb027-5071-4193-b4c2-b5d7ee4a508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:55.423439 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46464) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:55.635658 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763c7604-5ca1-46b8-9dc6-6f72e3c5cf04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:55.635980 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763c7604-5ca1-46b8-9dc6-6f72e3c5cf04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:55.637544 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-763c7604-5ca1-46b8-9dc6-6f72e3c5cf04 admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2131608 Jan 18 13:03:57.713403 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46474) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:57.908504 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85c57fe-637a-41f9-bbb1-94f7b178efda admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:57.908772 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85c57fe-637a-41f9-bbb1-94f7b178efda admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:57.910292 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-a85c57fe-637a-41f9-bbb1-94f7b178efda admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959724 Jan 18 13:03:59.978971 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46484) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:00.173639 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9548b98a-cba2-4eeb-8133-db933258ae25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:00.174929 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-9548b98a-cba2-4eeb-8133-db933258ae25 admin admin] 10.222.0.87 "GET /v2.0/networks/c819a04a-d4de-425c-932c-045951f85bec HTTP/1.1" status: 200 len: 886 time: 0.1949680 Jan 18 13:04:02.242155 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46494) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:02.439678 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a78e47-a347-4866-ba0f-be8fac2fca07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:02.440957 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-69a78e47-a347-4866-ba0f-be8fac2fca07 admin admin] 10.222.0.87 "GET /v2.0/networks/dd40c2df-6518-40a1-af1e-5b4940b3666d HTTP/1.1" status: 200 len: 869 time: 0.1978457 Jan 18 13:04:04.438482 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 5 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:04:04.453443 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46504) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:04.584605 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab6b299-5f18-40bd-a02c-20c998d3c76f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:04.585569 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab6b299-5f18-40bd-a02c-20c998d3c76f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:04.587331 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-eab6b299-5f18-40bd-a02c-20c998d3c76f admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1326616 Jan 18 13:04:06.628706 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46514) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:06.764913 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf447b-0405-4d26-9831-bd27e0bb4075 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:06.765271 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf447b-0405-4d26-9831-bd27e0bb4075 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:06.766772 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-7ebf447b-0405-4d26-9831-bd27e0bb4075 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1370888 Jan 18 13:04:08.836653 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 46524) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:08.977749 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb19c3d6-2bca-444b-a427-d3c7a4a21c39 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:08.979082 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-bb19c3d6-2bca-444b-a427-d3c7a4a21c39 admin admin] 10.222.0.87 "GET /v2.0/subnets/22cb87f9-5921-4bfe-819f-d968f1473f65 HTTP/1.1" status: 200 len: 868 time: 0.1414993 Jan 18 13:04:11.048105 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 46534) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:11.179920 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5027979b-37f7-4a07-b9e0-934ee25ecf80 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:11.181244 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-5027979b-37f7-4a07-b9e0-934ee25ecf80 admin admin] 10.222.0.87 "GET /v2.0/subnets/7f66ffab-49ed-4d12-a06b-2e008d7eef03 HTTP/1.1" status: 200 len: 816 time: 0.1321840 Jan 18 13:04:19.283692 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6f769f8-2b81-49af-a2a1-a9b7269d6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:21.684050 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-33227042-15d0-426c-9c91-10a37828779c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:22.660430 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:22.929712 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:23.986658 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:29.301518 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 46576) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:29.376923 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [None req-19ba9664-e27a-4b1b-9882-01926af8a700 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:04:29.378077 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-19ba9664-e27a-4b1b-9882-01926af8a700 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0756280 Jan 18 13:04:31.512701 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 46586) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:31.623711 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-292f5d3e-96e8-4516-bbf7-a8c25171b224 admin admin] GET failed (client error): The resource could not be found. Jan 18 13:04:31.624215 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-292f5d3e-96e8-4516-bbf7-a8c25171b224 admin admin] Synchronizing usage tracker for tenant:efd990fcb71545ffb5735fe49db625b4 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:04:31.751920 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-292f5d3e-96e8-4516-bbf7-a8c25171b224 admin admin] Unset dirty status for tenant:efd990fcb71545ffb5735fe49db625b4 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:04:31.753199 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-292f5d3e-96e8-4516-bbf7-a8c25171b224 admin admin] 10.222.0.87 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.2395537 Jan 18 13:04:31.884355 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b61293-a150-4f66-baf9-dd2e72ccd10f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:31.885808 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e7b61293-a150-4f66-baf9-dd2e72ccd10f admin admin] 10.222.0.87 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1286647 Jan 18 13:04:33.937550 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46596) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:34.008190 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:04:34.012989 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:04:34.022330 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:04:34.105876 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Made reservation on behalf of efd990fcb71545ffb5735fe49db625b4 for: {'network': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:04:34.108531 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:34.197046 dv-cinder-825102-1-iscsi neutron-server[83736]: WARNING neutron.services.revisions.revision_plugin [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Could not find related network for resource to bump revision. Jan 18 13:04:34.209214 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=83736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:04:34.218981 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:34.219326 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.segments_db [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Added segment 6cf8a8d1-d56f-4844-a449-413b97df3b1f of type vlan for network 8b65d3ba-9708-4c29-a524-7737d991df6a Jan 18 13:04:34.245172 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:34.351717 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:34.353121 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:34.353692 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:34.450558 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] Pushing event updated for resources: {'Network': ['ID=8b65d3ba-9708-4c29-a524-7737d991df6a,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:34.460524 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 8b65d3ba-9708-4c29-a524-7737d991df6a details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:04:34.529645 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-e7472ac8-8947-4e85-b189-b3e08bed3658 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5909710 Jan 18 13:04:36.581778 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 46606) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:36.675601 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bdf7cb-8114-4143-9f52-44107985e5d5 admin admin] GET failed (client error): The resource could not be found. Jan 18 13:04:36.676839 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-61bdf7cb-8114-4143-9f52-44107985e5d5 admin admin] 10.222.0.87 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0941341 Jan 18 13:04:36.804372 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d8c08c-afef-4bb8-91be-5112c3739bfb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:36.805715 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-61d8c08c-afef-4bb8-91be-5112c3739bfb admin admin] 10.222.0.87 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1243768 Jan 18 13:04:36.815110 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:04:36.820615 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:04:36.830133 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:04:36.906151 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Made reservation on behalf of efd990fcb71545ffb5735fe49db625b4 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:04:36.908582 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Notify callbacks [] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:37.209232 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:37.284544 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce250398-54ba-428f-a454-40e7c141b7f8,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:37.297401 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Checking segment: {'id': '6cf8a8d1-d56f-4844-a449-413b97df3b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:04:37.297788 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Network hostable DHCP agents. Network: 8b65d3ba-9708-4c29-a524-7737d991df6a, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:04:37.304214 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:37.304760 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:37.304901 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:37.305229 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:37.305568 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:37.305891 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:37.306209 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:37.306540 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:37.306858 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:37.307175 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:37.307508 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:37.425840 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Network 8b65d3ba-9708-4c29-a524-7737d991df6a is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:04:37.523991 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 8b65d3ba-9708-4c29-a524-7737d991df6a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:04:37.529299 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:37.533512 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:37.534414 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a4f83-19d5-403d-a9e4-aed35f5fbe01 None None] Network 8b65d3ba-9708-4c29-a524-7737d991df6a requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:04:37.638575 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e2f08561-fa1d-42e8-831d-489725ab5aec admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8267686 Jan 18 13:04:37.752071 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe04c54af-8e1e-5726-87fb-16baf80530e4-8b65d3ba-9708-4c29-a524-7737d991df6a', 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a', 'tenant_id': 'efd990fcb71545ffb5735fe49db625b4', 'fixed_ips': [{'subnet_id': 'ce250398-54ba-428f-a454-40e7c141b7f8'}]}} from dv-cinder-825102-1-iscsi. {{(pid=83738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:04:37.753185 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:37.914661 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Allocated IP 192.168.233.2 (8b65d3ba-9708-4c29-a524-7737d991df6a/ce250398-54ba-428f-a454-40e7c141b7f8/1533d725-4563-4627-a08b-05ae1584ab32) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:04:38.118845 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:38.129135 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Transition to ACTIVE for port object 1533d725-4563-4627-a08b-05ae1584ab32 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:04:38.147762 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Transition to ACTIVE for port object 1533d725-4563-4627-a08b-05ae1584ab32 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:04:38.237930 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:38.307380 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Network 8b65d3ba-9708-4c29-a524-7737d991df6a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:04:38.310232 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:04:38.314560 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:04:38.316689 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Pushing event updated for resources: {'Port': ['ID=1533d725-4563-4627-a08b-05ae1584ab32,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:38.327428 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:38.327771 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:38.328101 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:38.328428 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:38.328754 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:38.329070 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:38.329394 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:38.329727 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:38.330044 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:38.330358 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:38.330667 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:38.414562 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Attempting to bind port 1533d725-4563-4627-a08b-05ae1584ab32 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:04:38.414854 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Attempting to bind port 1533d725-4563-4627-a08b-05ae1584ab32 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '6cf8a8d1-d56f-4844-a449-413b97df3b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:04:38.415204 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Attempting to bind port 1533d725-4563-4627-a08b-05ae1584ab32 on network 8b65d3ba-9708-4c29-a524-7737d991df6a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:04:38.421735 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:04:38.422109 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Checking segment: {'id': '6cf8a8d1-d56f-4844-a449-413b97df3b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:04:38.422495 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:38.422888 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Bound using segment: {'id': '6cf8a8d1-d56f-4844-a449-413b97df3b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:04:38.423362 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Bound port: 1533d725-4563-4627-a08b-05ae1584ab32, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf8a8d1-d56f-4844-a449-413b97df3b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:04:38.423751 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:38.513423 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] For port 1533d725-4563-4627-a08b-05ae1584ab32, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:04:38.516474 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] For port 1533d725-4563-4627-a08b-05ae1584ab32, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=1533d725-4563-4627-a08b-05ae1584ab32,segment=NetworkSegment(6cf8a8d1-d56f-4844-a449-413b97df3b1f),segment_id=6cf8a8d1-d56f-4844-a449-413b97df3b1f)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:04:38.610011 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:38.686698 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef744fcc-209c-42d6-8a4b-19c8cb716c41 None None] Pushing event updated for resources: {'Port': ['ID=1533d725-4563-4627-a08b-05ae1584ab32,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:39.217371 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 1533d725-4563-4627-a08b-05ae1584ab32 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:04:39.445831 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 1533d725-4563-4627-a08b-05ae1584ab32 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:04:39.566896 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e178ad7-2299-40e6-9751-45746fa3bcbe None None] Network 8b65d3ba-9708-4c29-a524-7737d991df6a requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:04:39.748829 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-148cf110-c5be-4dee-a381-90329fcb1732 None None] Provisioning for port 1533d725-4563-4627-a08b-05ae1584ab32 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:04:39.780040 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-148cf110-c5be-4dee-a381-90329fcb1732 None None] Provisioning complete for port 1533d725-4563-4627-a08b-05ae1584ab32 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:04:39.780405 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-148cf110-c5be-4dee-a381-90329fcb1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:39.922594 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-148cf110-c5be-4dee-a381-90329fcb1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:39.958005 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-148cf110-c5be-4dee-a381-90329fcb1732 None None] For port 1533d725-4563-4627-a08b-05ae1584ab32, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=1533d725-4563-4627-a08b-05ae1584ab32,segment=NetworkSegment(6cf8a8d1-d56f-4844-a449-413b97df3b1f),segment_id=6cf8a8d1-d56f-4844-a449-413b97df3b1f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:04:40.055800 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-148cf110-c5be-4dee-a381-90329fcb1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:40.128755 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cf110-c5be-4dee-a381-90329fcb1732 None None] Pushing event updated for resources: {'Port': ['ID=1533d725-4563-4627-a08b-05ae1584ab32,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:40.179651 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-60989473-d642-4e46-902d-017a3de19fd6 None None] Provisioning complete for port 1533d725-4563-4627-a08b-05ae1584ab32 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:04:40.179953 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60989473-d642-4e46-902d-017a3de19fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:41.182891 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 1533d725-4563-4627-a08b-05ae1584ab32 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:04:41.252945 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 1533d725-4563-4627-a08b-05ae1584ab32 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:04:41.253360 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:41.438085 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 5 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:04:49.265946 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf267-0693-42bd-a9e2-353f74efd4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:51.688830 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ce811830-8697-4bee-bb01-235b4a269519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:52.665612 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:52.963281 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:53.985750 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:18.438867 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 5 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:05:19.276973 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3717851a-7d3d-420a-9e34-23c8459ec8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:21.688224 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1284d912-3f92-4e41-bc49-fb4e454efb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:22.660136 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:22.899761 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:23.980151 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:49.259182 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9e6f9722-c4f6-4c85-bf57-5545f45e1364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:51.688962 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da438b9a-3218-4ef9-b766-3d0a7d63f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:52.658831 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:52.876202 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:53.574508 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46648) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:05:53.580393 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [None req-b12a6d9b-0320-4c01-b53b-a2a2402a18a2 tempest-verify_tempest_config-1891054980 tempest-verify_tempest_config-1891054980-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83736) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:05:53.581338 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b12a6d9b-0320-4c01-b53b-a2a2402a18a2 tempest-verify_tempest_config-1891054980 tempest-verify_tempest_config-1891054980-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058603 Jan 18 13:05:53.990806 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:54.180126 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46664) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:05:54.320680 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:54.350784 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:05:54.354619 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Usage tracker for resource:security_group_rule and tenant:3f3aba25671249799be8ba61cc954d43 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:05:54.358586 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:05:54.364063 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:05:54.427967 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:54.550400 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:54.595202 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dad04c8-96f8-4d27-a6f5-7e944cc864a7,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:05:54.600814 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3f3aba25671249799be8ba61cc954d43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4197202 Jan 18 13:05:54.603653 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 46670) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:05:54.606341 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.606694 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.607015 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.607367 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.607723 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.608028 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.608341 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.608680 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.608999 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.609311 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.609625 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71799c62-35f3-4250-9547-0fcd70df4cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.666802 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:54.692100 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:54.853675 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:54.868614 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dad04c8-96f8-4d27-a6f5-7e944cc864a7,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:05:54.880041 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:54.881145 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1dad04c8-96f8-4d27-a6f5-7e944cc864a7 HTTP/1.1" status: 204 len: 168 time: 0.2765350 Jan 18 13:05:54.882711 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.883047 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.883500 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.883876 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.884210 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.884534 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.885240 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.885240 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.885467 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.885781 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:54.886894 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89159d82-7076-4685-b388-faed095e52ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:55.439112 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 5 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:06:19.241625 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4196135-5643-4cbf-8b78-5d6169d27806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:21.693496 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4ff0c580-d297-4495-9d69-7e1fda99eafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:22.692896 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:22.887439 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:23.984360 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:32.439815 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 5 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:06:49.275591 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc35c-11f2-4760-85f0-064be7651620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:51.669425 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b276463-c026-4ce7-9c54-54affe3327d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:52.686862 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:52.887001 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:53.978252 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:09.440315 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 5 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:07:19.263453 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ab93cd43-144c-49de-8532-4384153893e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:21.680679 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68de759b-82da-45ff-83fc-26cb467640d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:22.675259 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:22.938195 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:24.092366 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:31.583512 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1039130'] for agent, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:45.161166 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 46744) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:45.309960 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-02d2c3fd-7a09-4031-bf22-c8c9b98d418f admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1476741 Jan 18 13:07:46.446613 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:07:47.459039 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46754) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:47.550938 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d9579118-4367-4d70-a216-a3b3d68b6098 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0906129 Jan 18 13:07:49.263267 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1b70e169-0f0e-43aa-97de-02932c346b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:51.697672 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-581e6fca-b2d2-481c-afa1-901266cb503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:52.674638 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:52.915352 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:53.995017 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:01.588525 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:19.251634 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21267c82-9022-40ed-8906-a70f3553611f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:21.679066 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bf3bd497-4cba-4e78-953b-cf642781a08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:22.680126 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:22.885425 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:23.436643 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:08:23.987904 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:31.627832 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:49.251162 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bec67235-cde4-4c56-a82f-db20d948e713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:51.690326 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0095bc12-b2c1-4c4d-8b9f-f009a3172798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:52.673941 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:52.879619 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:54.005291 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:00.437401 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:09:01.571771 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:19.320349 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-28ba5d7f-f63d-49d3-adfd-8d9700b0e744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:21.713598 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1095-3df7-4df7-bfe1-2c0803447fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:22.690894 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:22.890707 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:24.005089 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:31.610922 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:33.765550 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46916) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:34.618173 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-190086557-network', 'tenant_id': 'a3359b64312a4f06a3f2ac503b2ee164'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:34.627197 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:34.636720 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Usage tracker for resource:network and tenant:a3359b64312a4f06a3f2ac503b2ee164 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:34.640373 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:34.647903 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:34.789119 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Made reservation on behalf of a3359b64312a4f06a3f2ac503b2ee164 for: {'network': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:09:34.791561 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:34.806039 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:34.845274 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:34.851093 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Usage tracker for resource:security_group_rule and tenant:a3359b64312a4f06a3f2ac503b2ee164 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:34.856730 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:34.868060 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:34.952594 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:35.061759 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:35.081951 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=83736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:09:35.104058 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:35.104487 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.segments_db [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Added segment 1476e6c1-285b-4150-8739-4adf8f278d8e of type vlan for network 4e1eef94-0256-48ad-9ce2-b8f5983c2c40 Jan 18 13:09:35.142066 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d00cbf-8d0e-4f94-b80e-f57696522862,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:35.148857 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:35.163154 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:35.163553 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:35.163974 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:35.164204 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:35.164477 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:35.164801 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:35.165120 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:35.165455 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:35.165772 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:35.166073 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:35.166383 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Tracked resource versions report: Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: pushed versions: Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Log': {'1.0'}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Network': {'1.1'}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Port': {'1.5'}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'PortForwarding': {'1.2'}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'QosPolicy': {'1.8'}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'SecurityGroup': {'1.2'}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'SubPort': {'1.0'}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Subnet': {'1.1'}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Trunk': {'1.1'}} Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: consumer versions: Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: { DHCP agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: L3 agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: Metadata agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: Metering agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: Open vSwitch agent@dv-cinder-825102-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Log': '1.0', Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Network': '1.1', Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Port': '1.5', Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'PortForwarding': '1.2', Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'QosPolicy': '1.8', Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'SecurityGroup': '1.2', Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'SecurityGroupRule': '1.0', Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'SubPort': '1.0', Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Subnet': '1.1', Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: 'Trunk': '1.1'}} Jan 18 13:09:35.167511 dv-cinder-825102-1-iscsi neutron-server[83736]: {{(pid=83736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:09:35.312826 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:35.314576 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:35.316238 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:35.440663 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1eef94-0256-48ad-9ce2-b8f5983c2c40,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:35.452053 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 4e1eef94-0256-48ad-9ce2-b8f5983c2c40 details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:09:35.496229 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-1dee8469-14e3-43be-ae01-ace7ad0a1af0 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7268538 Jan 18 13:09:35.496694 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 46956) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:35.502861 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Request body: {'subnet': {'network_id': '4e1eef94-0256-48ad-9ce2-b8f5983c2c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-190086557-subnet', 'tenant_id': 'a3359b64312a4f06a3f2ac503b2ee164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:35.508944 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:35.513339 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Usage tracker for resource:subnet and tenant:a3359b64312a4f06a3f2ac503b2ee164 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:35.516813 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:35.523286 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:35.639374 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Made reservation on behalf of a3359b64312a4f06a3f2ac503b2ee164 for: {'subnet': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:09:35.642061 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:35.790092 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 46962) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:35.953829 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for subnet, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:36.088844 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 46984) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:36.205643 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0831f77-2559-44a4-8c38-96afad7c5d1f,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:36.205752 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 46990) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:36.228308 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Checking segment: {'id': '1476e6c1-285b-4150-8739-4adf8f278d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e1eef94-0256-48ad-9ce2-b8f5983c2c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:09:36.228657 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Network hostable DHCP agents. Network: 4e1eef94-0256-48ad-9ce2-b8f5983c2c40, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:09:36.341910 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Network 4e1eef94-0256-48ad-9ce2-b8f5983c2c40 is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:09:36.346954 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1266099222-network', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:36.351922 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:36.356129 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Usage tracker for resource:network and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:36.359583 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:36.365828 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:36.465327 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 4e1eef94-0256-48ad-9ce2-b8f5983c2c40) {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:36.466554 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:36.467168 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:36.475334 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a552d935-0edc-4137-9271-904fa297fbb7 None None] Network 4e1eef94-0256-48ad-9ce2-b8f5983c2c40 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:09:36.496178 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Made reservation on behalf of 68b28824eec64ec5aaa6b2c018208c8e for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:09:36.499365 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:36.528863 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:36.616464 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:36.620591 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-f1827759-a609-42f3-af91-5b91ea1ed7b9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1204906 Jan 18 13:09:36.626613 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Usage tracker for resource:security_group_rule and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:36.633262 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-network', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:36.640020 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:36.645749 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Usage tracker for resource:network and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:36.650606 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:36.660002 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:36.676401 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1779665011-network', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:36.680671 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:36.688520 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:36.740608 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:36.751563 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Usage tracker for resource:network and tenant:f8a6ebddf5974a7cb6da6cb755f28e87 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:36.764703 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:36.794191 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:36.799943 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Made reservation on behalf of fc2e74ac67b84fd5bd577cc130119449 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:09:36.812206 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:36.857742 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:36.885779 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff8a56-82d1-49c1-b0aa-503c3bdaf626 None None] Network 4e1eef94-0256-48ad-9ce2-b8f5983c2c40 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:09:36.953642 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:36.963628 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Usage tracker for resource:security_group_rule and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:36.985575 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:36.998131 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:37.001800 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.004074 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Made reservation on behalf of f8a6ebddf5974a7cb6da6cb755f28e87 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:09:37.008036 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.029175 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.096683 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:37.108601 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Usage tracker for resource:security_group_rule and tenant:f8a6ebddf5974a7cb6da6cb755f28e87 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:37.113257 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:37.130260 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:37.156510 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.181583 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.220629 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:09:37.335680 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.345285 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.345689 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Added segment f810c8aa-c3db-4137-9f78-675ce4ca3c98 of type vlan for network 6033635d-8e5c-4c0c-9279-8738c2f2381d Jan 18 13:09:37.360880 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972a739d-d9ea-4e1b-8d40-9c775ade7cf3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:37.387297 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.392289 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:09:37.397811 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:37.398610 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:37.398610 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:37.398993 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:37.399429 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:37.399840 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:37.400226 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:37.400628 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:37.401014 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:37.401484 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:37.401987 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Tracked resource versions report: Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: pushed versions: Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Log': {'1.0'}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Network': {'1.1'}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Port': {'1.5'}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'PortForwarding': {'1.2'}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'QosPolicy': {'1.8'}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'SecurityGroup': {'1.2'}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'SubPort': {'1.0'}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Subnet': {'1.1'}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Trunk': {'1.1'}} Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: consumer versions: Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: { DHCP agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: L3 agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: Metadata agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: Metering agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: Open vSwitch agent@dv-cinder-825102-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Log': '1.0', Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Network': '1.1', Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Port': '1.5', Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'PortForwarding': '1.2', Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'QosPolicy': '1.8', Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'SecurityGroup': '1.2', Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'SecurityGroupRule': '1.0', Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'SubPort': '1.0', Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Subnet': '1.1', Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: 'Trunk': '1.1'}} Jan 18 13:09:37.403492 dv-cinder-825102-1-iscsi neutron-server[83737]: {{(pid=83737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:09:37.438036 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.438460 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Added segment 7d87e57b-a73d-40c2-8f3b-865df5db062e of type vlan for network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 Jan 18 13:09:37.440778 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.441666 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:09:37.475206 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3869d382-afce-43e2-88b6-8bae5f078591,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:37.505524 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.516668 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.570177 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:09:37.572322 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fa29e0-25ea-4e0c-ac7d-2c72422fda06,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:37.584940 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.585326 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Added segment 460f8514-7c1c-43f7-a162-b25ab1c7503f of type vlan for network 3d63e130-b16f-430e-aab5-31c71b85e35d Jan 18 13:09:37.623851 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.782510 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.783499 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:37.784134 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.879934 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.881577 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:37.882268 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.980230 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.984937 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:37.984937 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:37.990342 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] Pushing event updated for resources: {'Network': ['ID=6033635d-8e5c-4c0c-9279-8738c2f2381d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:38.002721 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 6033635d-8e5c-4c0c-9279-8738c2f2381d details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:09:38.191049 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-56a2c388-cf92-4711-a0a3-f88c28bb7818 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3998268 Jan 18 13:09:38.194282 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 47060) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:38.200301 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] Pushing event updated for resources: {'Network': ['ID=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:38.201571 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Request body: {'subnet': {'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1266099222-subnet', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:38.219169 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:38.220025 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:09:38.231813 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Usage tracker for resource:subnet and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:38.236902 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:38.262936 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:38.322197 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] Pushing event updated for resources: {'Network': ['ID=3d63e130-b16f-430e-aab5-31c71b85e35d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:38.340673 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 3d63e130-b16f-430e-aab5-31c71b85e35d details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:09:38.375257 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e12a3213-1dc9-44e5-b7a4-93fe6d70e0ba admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1636577 Jan 18 13:09:38.375257 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-8680049e-f611-47e3-8b41-6fb4ec9c3f0c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2821629 Jan 18 13:09:38.381839 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 47070) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:38.381940 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47072) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:38.384059 dv-cinder-825102-1-iscsi neutron-server[83736]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 13:09:38.384329 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Request body: {'subnet': {'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1779665011-subnet', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:38.385286 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 47078) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:38.390681 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:38.398994 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Usage tracker for resource:subnet and tenant:f8a6ebddf5974a7cb6da6cb755f28e87 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:38.402939 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:38.413027 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:38.430012 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Request body: {'subnet': {'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-subnet', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:38.446133 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:38.450439 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Usage tracker for resource:subnet and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:38.453463 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:38.460066 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:38.517423 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Made reservation on behalf of 68b28824eec64ec5aaa6b2c018208c8e for: {'subnet': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:09:38.519785 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:38.553978 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Made reservation on behalf of f8a6ebddf5974a7cb6da6cb755f28e87 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:09:38.558117 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:38.597091 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Made reservation on behalf of fc2e74ac67b84fd5bd577cc130119449 for: {'subnet': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:09:38.600082 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:38.830498 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-8aa96054-58cf-4aca-8f52-e438b09a1d29 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:38.831287 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-8aa96054-58cf-4aca-8f52-e438b09a1d29 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Synchronizing usage tracker for tenant:a3359b64312a4f06a3f2ac503b2ee164 on resource:network {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:09:38.924115 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:39.053648 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ae4784-f0c5-4fdd-bf2c-38af058437bb,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:39.083226 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Checking segment: {'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:09:39.083694 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Network hostable DHCP agents. Network: 3d63e130-b16f-430e-aab5-31c71b85e35d, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:09:39.119170 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for subnet, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:39.156961 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-8aa96054-58cf-4aca-8f52-e438b09a1d29 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Unset dirty status for tenant:a3359b64312a4f06a3f2ac503b2ee164 on resource:network {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:09:39.158349 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-8aa96054-58cf-4aca-8f52-e438b09a1d29 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/networks?id=4e1eef94-0256-48ad-9ce2-b8f5983c2c40 HTTP/1.1" status: 200 len: 811 time: 0.7849231 Jan 18 13:09:39.219120 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-ac90d4ba-d4e4-4ce7-86f8-eb45b0447fd5 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/quotas/a3359b64312a4f06a3f2ac503b2ee164 HTTP/1.1" status: 200 len: 375 time: 0.0454752 Jan 18 13:09:39.221344 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e9e5053-81db-4d00-a550-ac7a77f48e0d,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:39.233622 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Network 3d63e130-b16f-430e-aab5-31c71b85e35d is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:09:39.270051 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Checking segment: {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:09:39.270390 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Network hostable DHCP agents. Network: 6033635d-8e5c-4c0c-9279-8738c2f2381d, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:09:39.282095 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-2258c05c-b1b5-46cd-9391-5d40d2fdfca5 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a3359b64312a4f06a3f2ac503b2ee164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560865 Jan 18 13:09:39.296895 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for subnet, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:39.329372 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 3d63e130-b16f-430e-aab5-31c71b85e35d) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:39.341222 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:39.341222 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:39.352301 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b6a73f-0493-479f-b2a5-cb6d03bd7084 None None] Network 3d63e130-b16f-430e-aab5-31c71b85e35d requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:09:39.388172 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df068d1-b5cf-4f09-9599-7e794b98b58e,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:39.393558 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Checking segment: {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:09:39.393558 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Network hostable DHCP agents. Network: 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:09:39.550399 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-f37d54c4-f3d2-4d97-8048-56c0964cade4 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83736) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:09:39.551425 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-f37d54c4-f3d2-4d97-8048-56c0964cade4 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0721760 Jan 18 13:09:39.560200 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-4536884d-12c1-447f-a856-8d1c1648e23a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1848185 Jan 18 13:09:39.563100 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47118) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:39.568687 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1779665011-router', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:39.573840 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:39.578282 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Usage tracker for resource:router and tenant:f8a6ebddf5974a7cb6da6cb755f28e87 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:39.584591 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Network 6033635d-8e5c-4c0c-9279-8738c2f2381d is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:09:39.588152 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:39.591731 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:09:39.595604 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:39.598297 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 6033635d-8e5c-4c0c-9279-8738c2f2381d) {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:39.612148 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e58cc6-2151-4ef6-87cc-ae7262b2ae18 None None] Network 6033635d-8e5c-4c0c-9279-8738c2f2381d requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:09:39.640706 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba355b71-49d3-40bf-a7cf-122543b1cc48 None None] Network 3d63e130-b16f-430e-aab5-31c71b85e35d requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:09:39.660005 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:39.660582 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:39.673396 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110339'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:39.675514 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1039776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110348'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:39.716484 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47126) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:39.743947 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:39.760175 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07) {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:39.776175 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552951f-4b88-43f9-bb45-48ac413e7930 None None] Network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:09:39.777011 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:39.777606 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:39.808930 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-7724f001-5e30-41a6-b6b4-aec4068f6034 service neutron] 10.222.0.87 "GET /v2.0/networks/4e1eef94-0256-48ad-9ce2-b8f5983c2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499199 Jan 18 13:09:39.814844 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-4aa0cdd1-3bde-4caf-ad4d-678685b2aa3f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6156218 Jan 18 13:09:39.815052 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47134) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:39.821052 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:39.831873 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:39.840932 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Usage tracker for resource:router and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:39.847851 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:39.859504 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:39.906508 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-beaa6fb9-b369-4011-88bd-40624c936cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.003391 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-57d6193b-c88e-4e8e-9c93-4d131868fba0 service neutron] 10.222.0.87 "GET /v2.0/networks/4e1eef94-0256-48ad-9ce2-b8f5983c2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854889 Jan 18 13:09:40.010453 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-aee5ab9b-a497-434b-8f71-2cc7e8b8e0a0 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6233530 Jan 18 13:09:40.011241 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 47138) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:40.018370 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:40.041216 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:40.048930 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-beaa6fb9-b369-4011-88bd-40624c936cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:40.048930 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-beaa6fb9-b369-4011-88bd-40624c936cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:01f8cf4a99844ed198a8c53bf4717dd3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:40.049919 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Usage tracker for resource:router and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:40.050836 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-beaa6fb9-b369-4011-88bd-40624c936cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:40.061541 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:40.076306 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:40.110287 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-beaa6fb9-b369-4011-88bd-40624c936cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:40.142576 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1039798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110366'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.198290 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110339'] for router, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.199671 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1039776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110348'] for router, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.239489 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110339'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.243029 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe04c54af-8e1e-5726-87fb-16baf80530e4-6033635d-8e5c-4c0c-9279-8738c2f2381d', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d'}]}} from dv-cinder-825102-1-iscsi. {{(pid=83738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:09:40.243789 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1039776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110348'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.244327 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.251644 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.309956 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-beaa6fb9-b369-4011-88bd-40624c936cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.363801 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe04c54af-8e1e-5726-87fb-16baf80530e4-97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e'}]}} from dv-cinder-825102-1-iscsi. {{(pid=83738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:09:40.363801 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.394871 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-beaa6fb9-b369-4011-88bd-40624c936cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.437672 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.469415 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-beaa6fb9-b369-4011-88bd-40624c936cb0 admin admin] Synchronizing usage tracker for tenant:efd990fcb71545ffb5735fe49db625b4 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:09:40.482702 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa6fb9-b369-4011-88bd-40624c936cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab3cb6c-e7d8-4dc9-9b90-4fc189083d26,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:40.639622 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-beaa6fb9-b369-4011-88bd-40624c936cb0 admin admin] Unset dirty status for tenant:efd990fcb71545ffb5735fe49db625b4 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:09:40.641007 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-beaa6fb9-b369-4011-88bd-40624c936cb0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=01f8cf4a99844ed198a8c53bf4717dd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9228168 Jan 18 13:09:40.650754 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47168) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:40.657189 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Allocated IP 172.20.0.2 (6033635d-8e5c-4c0c-9279-8738c2f2381d/4e9e5053-81db-4d00-a550-ac7a77f48e0d/62c815a9-8c3a-42a1-9443-5ca51a2a01a7) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:09:40.692544 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3af8e643-a274-42e9-8e61-2921cf59bcd9 req-51fd8b3a-747c-4a4f-8fd2-a199d361ce5d tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 210 time: 0.1024404 Jan 18 13:09:40.725027 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Allocated IP 172.20.0.2 (97f0e0c3-e24e-45a5-85b5-60a2a9e14b07/1df068d1-b5cf-4f09-9599-7e794b98b58e/283ebdf6-fb07-44a6-8e85-6a9fc442bc82) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:09:40.808969 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1039798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110366'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.829499 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.878405 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.928778 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66933c20-3ba9-41a9-8ac9-61566dc28cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.020090 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1039798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110366'] for router, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.041023 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66933c20-3ba9-41a9-8ac9-61566dc28cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.248589 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.295743 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.308399 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Transition to ACTIVE for port object 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:09:41.334112 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Transition to ACTIVE for port object 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:09:41.339265 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Transition to ACTIVE for port object 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:09:41.361828 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Transition to ACTIVE for port object 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:09:41.400351 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Allocated IP 172.27.1.66 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/d4ce84f7-4f12-43b0-a502-41d6f9d0dde8) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:09:41.424279 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.456397 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.463005 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.506599 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.549560 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Network 6033635d-8e5c-4c0c-9279-8738c2f2381d is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:09:41.555606 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:41.565862 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:09:41.579959 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66933c20-3ba9-41a9-8ac9-61566dc28cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.621751 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:09:41.637292 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:41.639915 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Pushing event updated for resources: {'Port': ['ID=283ebdf6-fb07-44a6-8e85-6a9fc442bc82,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:41.651362 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66933c20-3ba9-41a9-8ac9-61566dc28cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab3cb6c-e7d8-4dc9-9b90-4fc189083d26,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:41.676763 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:09:41.745828 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:41.746035 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:41.746407 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:41.746656 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:41.746985 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:41.747288 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:41.747623 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:41.747951 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:41.748262 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:41.760215 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:41.761306 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Tracked resource versions report: Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: pushed versions: Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Log': {'1.0'}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Network': {'1.1'}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Port': {'1.5'}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'PortForwarding': {'1.2'}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'QosPolicy': {'1.8'}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'SecurityGroup': {'1.2'}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'SubPort': {'1.0'}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Subnet': {'1.1'}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Trunk': {'1.1'}} Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: consumer versions: Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: { DHCP agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: L3 agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: Metadata agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: Metering agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: Open vSwitch agent@dv-cinder-825102-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Log': '1.0', Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Network': '1.1', Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Port': '1.5', Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'PortForwarding': '1.2', Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'QosPolicy': '1.8', Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'SecurityGroup': '1.2', Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'SecurityGroupRule': '1.0', Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'SubPort': '1.0', Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Subnet': '1.1', Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: 'Trunk': '1.1'}} Jan 18 13:09:41.763328 dv-cinder-825102-1-iscsi neutron-server[83738]: {{(pid=83738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:09:41.789563 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.812718 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 47210) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:41.831654 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Attempting to bind port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:09:41.832330 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Attempting to bind port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:09:41.833027 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Attempting to bind port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 on network 6033635d-8e5c-4c0c-9279-8738c2f2381d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:09:41.863428 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.905490 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a5cb8c0-abc6-4a11-9c10-14c5c3c97ac9 req-8ef562c4-9eed-4b56-8c9d-29366d343836 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 210 time: 0.0906708 Jan 18 13:09:41.909048 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-66933c20-3ba9-41a9-8ac9-61566dc28cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.913473 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-66933c20-3ba9-41a9-8ac9-61566dc28cb2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6ab3cb6c-e7d8-4dc9-9b90-4fc189083d26 HTTP/1.1" status: 204 len: 168 time: 1.2581923 Jan 18 13:09:41.935806 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:09:41.936301 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Checking segment: {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:09:41.936770 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.937229 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Bound using segment: {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:09:41.937768 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Bound port: 62c815a9-8c3a-42a1-9443-5ca51a2a01a7, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:09:41.938222 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.946865 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:41.951465 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Pushing event updated for resources: {'Port': ['ID=62c815a9-8c3a-42a1-9443-5ca51a2a01a7,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:42.013418 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Attempting to bind port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:09:42.016175 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Attempting to bind port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:09:42.017599 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Attempting to bind port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 on network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:09:42.101531 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:09:42.107119 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Checking segment: {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:09:42.107119 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:42.107119 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Bound using segment: {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:09:42.107119 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Bound port: 283ebdf6-fb07-44a6-8e85-6a9fc442bc82, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:09:42.111336 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:42.231350 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] For port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:09:42.253941 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] For port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=62c815a9-8c3a-42a1-9443-5ca51a2a01a7,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:09:42.264422 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] For port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:09:42.268258 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] For port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=283ebdf6-fb07-44a6-8e85-6a9fc442bc82,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:09:42.291675 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:42.337223 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:42.390784 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:09:42.395276 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Allocated IP 172.27.1.174 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/ec265c12-f3a0-4eb5-aca8-82f561f4e7dd) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:09:42.426882 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:42.428182 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:42.451949 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:09:42.488909 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922cf07-60ef-4e25-aec5-26117b396ef8 None None] Pushing event updated for resources: {'Port': ['ID=62c815a9-8c3a-42a1-9443-5ca51a2a01a7,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:42.508116 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Pushing event updated for resources: {'Port': ['ID=d4ce84f7-4f12-43b0-a502-41d6f9d0dde8,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:42.675171 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:42.754629 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109971e-d844-43d8-ab82-0e4bbaa98c6d None None] Pushing event updated for resources: {'Port': ['ID=283ebdf6-fb07-44a6-8e85-6a9fc442bc82,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:42.876433 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:43.019674 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Allocated IP 172.27.1.196 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/2b7c71e2-332b-49e5-96b6-fb757c97907d) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:09:43.129647 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Pushing event updated for resources: {'Port': ['ID=ec265c12-f3a0-4eb5-aca8-82f561f4e7dd,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:43.356407 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:43.358956 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-09fe4bbd-5024-4d4a-ad75-30d5d5765fb6 req-b7c8c790-7a0d-4d09-8e96-e74c1c532d38 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 210 time: 0.2525129 Jan 18 13:09:43.368867 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:09:43.369469 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1032500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1039773'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:43.371353 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:43.382740 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:09:43.602073 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:43.642809 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:09:43.683675 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:43.685725 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1032500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1039773'] for router, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:43.804628 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:09:43.810024 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:09:43.847898 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:43.948058 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7c71e2-332b-49e5-96b6-fb757c97907d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:43.962640 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:09:43.964448 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:43.972151 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:09:43.976216 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:09:44.010977 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Router 958ffd07-21a4-46ec-989a-081abbec5ddb is scheduled to L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:09:44.067623 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 is scheduled to L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 with binding_index 1 {{(pid=83736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:09:44.316167 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:44.316897 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1032500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1039773'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:44.415833 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:09:44.433244 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Sync routers for ids ['958ffd07-21a4-46ec-989a-081abbec5ddb'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:09:44.440861 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:09:44.455532 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Sync routers for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:09:44.470526 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Routers {'958ffd07-21a4-46ec-989a-081abbec5ddb'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:09:44.471152 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:09:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['958ffd07-21a4-46ec-989a-081abbec5ddb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:44.498004 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:09:44.501406 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:09:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:44.581835 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] Notify callbacks [] for router, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:44.586507 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-853081c1-da7f-4163-8c4b-c1e2e91d1481 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5739775 Jan 18 13:09:44.587319 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 47280) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:44.621680 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:44.626203 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-5af31848-7fb7-469d-bc96-a93b585b976a admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0591319 Jan 18 13:09:44.626886 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47284) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:44.751473 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664cc9a0-4544-4cea-808a-3ba5eadf5dfe None None] Network 6033635d-8e5c-4c0c-9279-8738c2f2381d requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:09:44.919847 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Set router 958ffd07-21a4-46ec-989a-081abbec5ddb gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:09:45.008435 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22531152-25ed-4181-b076-f6f138c3805f None None] Network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:09:45.128378 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-90262446-7c43-4e2d-b8e6-3390ce2ea736 req-6b10ec0f-dea2-44b4-a692-6c6671dbda57 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 210 time: 0.1397345 Jan 18 13:09:45.303747 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Router a091288e-732a-4687-8d95-91425eca3fa3 is scheduled to L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:09:45.309081 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2ee969d6-ff70-48d2-8225-f4f517450653 None None] Provisioning for port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:09:45.340907 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2ee969d6-ff70-48d2-8225-f4f517450653 None None] Provisioning complete for port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:45.341598 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ee969d6-ff70-48d2-8225-f4f517450653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:45.372149 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:09:45.389658 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1779665011-router', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:39Z', 'updated_at': '2022-01-18T13:09:42Z', 'revision_number': 3, 'project_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'gw_port': {'id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:45.400971 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Checking router: 958ffd07-21a4-46ec-989a-081abbec5ddb for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:09:45.401313 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Updating router 958ffd07-21a4-46ec-989a-081abbec5ddb port d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 binding host dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:09:45.477104 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:45.917817 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ee969d6-ff70-48d2-8225-f4f517450653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.020415 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-2ee969d6-ff70-48d2-8225-f4f517450653 None None] For port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=62c815a9-8c3a-42a1-9443-5ca51a2a01a7,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:09:46.090060 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:43Z', 'revision_number': 3, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:46.108160 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Checking router: b7e0b6ae-8f8e-486d-b523-0a0a9d419490 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:09:46.108631 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Updating router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 port ec265c12-f3a0-4eb5-aca8-82f561f4e7dd binding host dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:09:46.158318 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.187566 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ee969d6-ff70-48d2-8225-f4f517450653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.207210 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Transition to ACTIVE for port object d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:09:46.258821 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:09:46.272702 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Sync routers for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:09:46.282046 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.466824 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Pushing event updated for resources: {'Port': ['ID=d4ce84f7-4f12-43b0-a502-41d6f9d0dde8,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:46.488663 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Attempting to bind port d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:09:46.490755 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Attempting to bind port d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:09:46.491801 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Attempting to bind port d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 on network c819a04a-d4de-425c-932c-045951f85bec {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:09:46.497266 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.501772 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:09:46.502588 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Checking segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:09:46.503155 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.503740 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Bound using segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:09:46.504392 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Bound port: d4ce84f7-4f12-43b0-a502-41d6f9d0dde8, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:09:46.505142 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.548355 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.551558 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e6899b85-0565-4b5e-a46f-aaf70cf69ad7 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7354517 Jan 18 13:09:46.551811 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:09:46.553233 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:09:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:46.556786 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47324) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:46.646427 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:46.646770 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:46.647232 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:46.647669 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:46.648069 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:46.648459 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:46.648851 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:46.649273 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:46.649662 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:46.650043 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:46.650425 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Tracked resource versions report: Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: pushed versions: Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Log': {'1.0'}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Network': {'1.1'}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Port': {'1.5'}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'PortForwarding': {'1.2'}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'QosPolicy': {'1.8'}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'SecurityGroup': {'1.2'}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'SubPort': {'1.0'}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Subnet': {'1.1'}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Trunk': {'1.1'}} Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: consumer versions: Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: { DHCP agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: L3 agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: Metadata agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: Metering agent@dv-cinder-825102-1-iscsi: {}, Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: Open vSwitch agent@dv-cinder-825102-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Log': '1.0', Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Network': '1.1', Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Port': '1.5', Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'PortForwarding': '1.2', Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'QosPolicy': '1.8', Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'SecurityGroup': '1.2', Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'SecurityGroupRule': '1.0', Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'SubPort': '1.0', Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Subnet': '1.1', Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: 'Trunk': '1.1'}} Jan 18 13:09:46.651601 dv-cinder-825102-1-iscsi neutron-server[83739]: {{(pid=83739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:09:46.680165 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.696391 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-12a1cbf6-f78f-4803-8829-6d286c5e263d None None] Provisioning for port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:09:46.721517 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-12a1cbf6-f78f-4803-8829-6d286c5e263d None None] Provisioning complete for port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:46.727418 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12a1cbf6-f78f-4803-8829-6d286c5e263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.748777 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7d3ee588-df31-448a-839a-778e42e3e0f4 req-a4d8331b-1888-4d62-ae99-317e99e15b39 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 210 time: 0.1365187 Jan 18 13:09:46.768060 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.930929 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] For port d4ce84f7-4f12-43b0-a502-41d6f9d0dde8, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:09:46.961641 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee969d6-ff70-48d2-8225-f4f517450653 None None] Pushing event updated for resources: {'Port': ['ID=62c815a9-8c3a-42a1-9443-5ca51a2a01a7,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:46.984903 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12a1cbf6-f78f-4803-8829-6d286c5e263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.995766 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] For port d4ce84f7-4f12-43b0-a502-41d6f9d0dde8, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=d4ce84f7-4f12-43b0-a502-41d6f9d0dde8,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:09:47.044686 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:09:47.097351 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:47.113733 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-12a1cbf6-f78f-4803-8829-6d286c5e263d None None] For port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=283ebdf6-fb07-44a6-8e85-6a9fc442bc82,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:09:47.229638 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-12a1cbf6-f78f-4803-8829-6d286c5e263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:47.241677 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Allocated IP 172.20.0.1 (3d63e130-b16f-430e-aab5-31c71b85e35d/80ae4784-f0c5-4fdd-bf2c-38af058437bb/49a4f08e-59aa-45d3-b845-9f802f9c2092) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:09:47.266054 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Allocated IP 172.20.0.1 (97f0e0c3-e24e-45a5-85b5-60a2a9e14b07/1df068d1-b5cf-4f09-9599-7e794b98b58e/1bdee941-8d7c-4889-a2a2-e0c0a8deb3df) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:09:47.472264 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:09:47.475964 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:47.580547 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1cbf6-f78f-4803-8829-6d286c5e263d None None] Pushing event updated for resources: {'Port': ['ID=283ebdf6-fb07-44a6-8e85-6a9fc442bc82,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:47.584211 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-63ce56a6-88e1-435e-9434-6560a0733a14 None None] Provisioning complete for port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:47.584580 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63ce56a6-88e1-435e-9434-6560a0733a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:47.623001 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272c6b2-d182-455e-9f6b-712525b2f632 None None] Pushing event updated for resources: {'Port': ['ID=d4ce84f7-4f12-43b0-a502-41d6f9d0dde8,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:47.633057 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Routers {'958ffd07-21a4-46ec-989a-081abbec5ddb'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:09:47.634110 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:09:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['958ffd07-21a4-46ec-989a-081abbec5ddb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:47.636195 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:47.770056 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:47.826778 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Transition to ACTIVE for port object 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df will not be triggered until provisioned by entity DHCP. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:09:47.829351 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Pushing event updated for resources: {'Port': ['ID=49a4f08e-59aa-45d3-b845-9f802f9c2092,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:47.862463 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Network 3d63e130-b16f-430e-aab5-31c71b85e35d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:09:47.866307 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:47.874252 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:09:47.876836 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039275'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:47.922973 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] Set router 958ffd07-21a4-46ec-989a-081abbec5ddb gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:09:47.943625 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:47.948469 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:47.951128 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:47.987737 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:48.084539 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Transition to ACTIVE for port object ec265c12-f3a0-4eb5-aca8-82f561f4e7dd will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:09:48.131471 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-63ce56a6-88e1-435e-9434-6560a0733a14 None None] Provisioning complete for port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:48.131847 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-63ce56a6-88e1-435e-9434-6560a0733a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:48.166220 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:44Z', 'revision_number': 3, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:48.175451 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Checking router: a091288e-732a-4687-8d95-91425eca3fa3 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:09:48.175824 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Updating router a091288e-732a-4687-8d95-91425eca3fa3 port 2b7c71e2-332b-49e5-96b6-fb757c97907d binding host dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:09:48.227380 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:48.281656 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e1f15588-313a-4c88-a0d0-eadf13ffd507 req-2f841e00-cb5d-4630-b416-a9427be2442f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 210 time: 0.1386995 Jan 18 13:09:48.287858 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:09:48.289326 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Pushing event updated for resources: {'Port': ['ID=1bdee941-8d7c-4889-a2a2-e0c0a8deb3df,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:48.292679 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:48.309677 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:48.322442 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:48.322618 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:09:48.322618 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039275'] for router_interface, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:48.373352 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.91', 64357) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:48.561129 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Attempting to bind port ec265c12-f3a0-4eb5-aca8-82f561f4e7dd on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:09:48.561488 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Attempting to bind port ec265c12-f3a0-4eb5-aca8-82f561f4e7dd by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:09:48.561850 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Attempting to bind port ec265c12-f3a0-4eb5-aca8-82f561f4e7dd on network c819a04a-d4de-425c-932c-045951f85bec {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:09:48.622605 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86a2bf-de2d-45e2-b055-9856d75926a0 None None] Pushing event updated for resources: {'Port': ['ID=ec265c12-f3a0-4eb5-aca8-82f561f4e7dd,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:48.644696 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:09:48.645122 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Checking segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:09:48.645468 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:48.646750 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Bound using segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:09:48.655662 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Bound port: ec265c12-f3a0-4eb5-aca8-82f561f4e7dd, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:09:48.656432 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:48.886249 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:48.996730 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] For port ec265c12-f3a0-4eb5-aca8-82f561f4e7dd, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:09:49.008778 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] For port ec265c12-f3a0-4eb5-aca8-82f561f4e7dd, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ec265c12-f3a0-4eb5-aca8-82f561f4e7dd,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:09:49.050541 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:49.081253 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-71e88f31-8f47-42b4-95ae-9133d8b4fe2e tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:49.085175 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-71e88f31-8f47-42b4-95ae-9133d8b4fe2e tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.91 "GET /v2.0/networks?id=4e1eef94-0256-48ad-9ce2-b8f5983c2c40 HTTP/1.1" status: 200 len: 811 time: 0.7101612 Jan 18 13:09:49.150304 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:49.190353 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Request body: {'port': {'device_id': 'a30db49c-e350-4be9-8c62-43b4741e0863', 'network_id': '4e1eef94-0256-48ad-9ce2-b8f5983c2c40', 'admin_state_up': True, 'tenant_id': 'a3359b64312a4f06a3f2ac503b2ee164'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:49.199985 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1779665011-router', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:39Z', 'updated_at': '2022-01-18T13:09:42Z', 'revision_number': 3, 'project_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'gw_port': {'id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:49.306331 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:49.306964 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8258758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1038402'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:49.322207 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb6de4-51a8-4f6e-adc6-b4264f642b1f None None] The sync data for ids ['958ffd07-21a4-46ec-989a-081abbec5ddb'] in dv-cinder-825102-1-iscsi is: [{'id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1779665011-router', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:39Z', 'updated_at': '2022-01-18T13:09:42Z', 'revision_number': 3, 'project_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'gw_port': {'id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:09:49.340205 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1a2af1a8-e910-4c3d-abc5-eecc01e3980c None None] Provisioning for port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:09:49.368215 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1a2af1a8-e910-4c3d-abc5-eecc01e3980c None None] Provisioning complete for port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:49.369492 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a2af1a8-e910-4c3d-abc5-eecc01e3980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:49.392976 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:49.414082 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Transition to ACTIVE for port object 2b7c71e2-332b-49e5-96b6-fb757c97907d will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:09:49.517586 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:09:49.548188 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:49.706434 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Pushing event updated for resources: {'Port': ['ID=49a4f08e-59aa-45d3-b845-9f802f9c2092,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:49.714834 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86a2bf-de2d-45e2-b055-9856d75926a0 None None] Pushing event updated for resources: {'Port': ['ID=ec265c12-f3a0-4eb5-aca8-82f561f4e7dd,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:49.727072 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1a2af1a8-e910-4c3d-abc5-eecc01e3980c None None] Port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:09:49.734890 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-279a63f1-fc34-4f9a-924b-1681e66423f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:49.757031 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:09:49.758409 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:09:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:49.797228 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21534fc6-80fb-4825-bb36-2874cf08ee6b None None] Pushing event updated for resources: {'Port': ['ID=2b7c71e2-332b-49e5-96b6-fb757c97907d,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:49.882167 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Attempting to bind port 2b7c71e2-332b-49e5-96b6-fb757c97907d on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:09:49.882540 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Attempting to bind port 2b7c71e2-332b-49e5-96b6-fb757c97907d by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:09:49.882902 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Attempting to bind port 2b7c71e2-332b-49e5-96b6-fb757c97907d on network c819a04a-d4de-425c-932c-045951f85bec {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:09:49.903537 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:09:49.903998 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Checking segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:09:49.904410 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:49.904925 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Bound using segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:09:49.905671 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Bound port: 2b7c71e2-332b-49e5-96b6-fb757c97907d, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:09:49.906114 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:50.024573 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:50.025621 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:50.054468 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-57959f23-d9db-4a94-8105-cf530e08f604 req-63dfd64e-9aab-494c-8eba-17bfb0052982 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 210 time: 0.4875941 Jan 18 13:09:50.057778 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:50.065171 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Usage tracker for resource:port and tenant:a3359b64312a4f06a3f2ac503b2ee164 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:50.071265 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:50.088012 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:50.185564 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] For port 2b7c71e2-332b-49e5-96b6-fb757c97907d, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:09:50.192889 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] For port 2b7c71e2-332b-49e5-96b6-fb757c97907d, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=2b7c71e2-332b-49e5-96b6-fb757c97907d,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:09:50.197576 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Network 3d63e130-b16f-430e-aab5-31c71b85e35d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:09:50.216897 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:09:50.239347 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:50.318969 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Made reservation on behalf of a3359b64312a4f06a3f2ac503b2ee164 for: {'port': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:09:50.335408 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:50.343173 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:50.681943 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21534fc6-80fb-4825-bb36-2874cf08ee6b None None] Pushing event updated for resources: {'Port': ['ID=2b7c71e2-332b-49e5-96b6-fb757c97907d,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:50.713204 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:09:50.714257 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:09:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:50.729803 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.db.resource_extend [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:09:50.802981 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:50.972321 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:50.973059 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8258758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1038402'] for router_interface, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:51.143685 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:51.280562 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:09:51.335501 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Allocated IP 172.20.0.13 (4e1eef94-0256-48ad-9ce2-b8f5983c2c40/a0831f77-2559-44a4-8c38-96afad7c5d1f/98a6767b-5cf8-4439-a6a3-045df69235ea) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:09:51.395554 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Pushing event updated for resources: {'Port': ['ID=1bdee941-8d7c-4889-a2a2-e0c0a8deb3df,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:51.484617 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:09:47Z', 'revision_number': 1, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:51.494491 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a49c67-7ace-4546-a151-39c9a560108a None None] The sync data for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi is: [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:09:47Z', 'revision_number': 1, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:09:51.535196 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:09:51.714128 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-81203b62-5fc7-4feb-a90e-1086d2cd8c91 req-4a0156c0-aef9-4e8c-877a-e42b9ecdaa96 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 210 time: 0.0900047 Jan 18 13:09:51.810072 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-caeb952a-f531-4f85-9bb5-cad59fff77a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:51.832891 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:09:51.840157 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:51.840549 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:51.851943 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:09:51.855687 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:51.917512 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:44Z', 'revision_number': 3, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:51.931500 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e9f23f-2e1c-44c0-8b4b-466df882985e None None] The sync data for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi is: [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:44Z', 'revision_number': 3, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:09:51.986689 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Allocated IP 172.20.0.1 (6033635d-8e5c-4c0c-9279-8738c2f2381d/4e9e5053-81db-4d00-a550-ac7a77f48e0d/f7a21266-34f2-446b-8f9c-b3ae6697dcd7) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:09:52.059753 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:52.080504 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port d4ce84f7-4f12-43b0-a502-41d6f9d0dde8, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=d4ce84f7-4f12-43b0-a502-41d6f9d0dde8,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:09:52.135105 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Router 958ffd07-21a4-46ec-989a-081abbec5ddb has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:09:52.160133 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:52.264107 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:52.275464 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-ad182c6d-b0ec-4af7-9ca8-2b59da079ca2 None None] Provisioning complete for port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:52.275747 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ad182c6d-b0ec-4af7-9ca8-2b59da079ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:52.529208 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=d4ce84f7-4f12-43b0-a502-41d6f9d0dde8,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:52.529208 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ad182c6d-b0ec-4af7-9ca8-2b59da079ca2 None None] Port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:09:52.536484 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:52.589451 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Transition to ACTIVE for port object f7a21266-34f2-446b-8f9c-b3ae6697dcd7 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:09:52.663806 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:52.719173 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:52.800825 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:52.929527 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Network 6033635d-8e5c-4c0c-9279-8738c2f2381d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:09:52.936604 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Pushing event updated for resources: {'Port': ['ID=98a6767b-5cf8-4439-a6a3-045df69235ea,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:52.937731 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:52.947431 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:09:52.948164 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039275'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:52.952972 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Pushing event updated for resources: {'Port': ['ID=f7a21266-34f2-446b-8f9c-b3ae6697dcd7,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:52.959353 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:52.962705 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:09:52.993968 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e8172f0b-f164-4324-8d29-213b670e555c admin admin] 10.222.0.87 "PUT /v2.0/routers/958ffd07-21a4-46ec-989a-081abbec5ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3515224 Jan 18 13:09:53.034493 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Network 4e1eef94-0256-48ad-9ce2-b8f5983c2c40 is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:09:53.043389 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:53.064077 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:09:53.064316 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:53.065176 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:53.165106 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:09:53.175984 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0cf6c-b51f-4f61-b7ad-171de966e3cc req-7f6f58e8-4e2d-4595-911c-09175c52a1b9 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:53.177578 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-cde0cf6c-b51f-4f61-b7ad-171de966e3cc req-7f6f58e8-4e2d-4595-911c-09175c52a1b9 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Synchronizing usage tracker for tenant:a3359b64312a4f06a3f2ac503b2ee164 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:09:53.242225 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:53.303530 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-aed31d59-e914-44b9-b7c8-03a3e8623c6f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1212847 Jan 18 13:09:53.346128 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-cde0cf6c-b51f-4f61-b7ad-171de966e3cc req-7f6f58e8-4e2d-4595-911c-09175c52a1b9 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Unset dirty status for tenant:a3359b64312a4f06a3f2ac503b2ee164 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:09:53.359261 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cde0cf6c-b51f-4f61-b7ad-171de966e3cc req-7f6f58e8-4e2d-4595-911c-09175c52a1b9 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 932 time: 0.4265432 Jan 18 13:09:53.437266 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-cde0cf6c-b51f-4f61-b7ad-171de966e3cc req-cdfdadc8-d6e3-4a1e-9de7-1092d026b7ae tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Synchronizing usage tracker for tenant:a3359b64312a4f06a3f2ac503b2ee164 on resource:security_group {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:09:53.467950 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-ddbf915b-63b3-46ee-948e-a19d710dc79d None None] Provisioning for port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:09:53.501759 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-ddbf915b-63b3-46ee-948e-a19d710dc79d None None] Provisioning complete for port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:53.502408 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ddbf915b-63b3-46ee-948e-a19d710dc79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:53.545653 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:09:53.610619 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-cde0cf6c-b51f-4f61-b7ad-171de966e3cc req-cdfdadc8-d6e3-4a1e-9de7-1092d026b7ae tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Unset dirty status for tenant:a3359b64312a4f06a3f2ac503b2ee164 on resource:security_group {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:09:53.624294 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cde0cf6c-b51f-4f61-b7ad-171de966e3cc req-cdfdadc8-d6e3-4a1e-9de7-1092d026b7ae tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637641 Jan 18 13:09:53.777606 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf915b-63b3-46ee-948e-a19d710dc79d None None] Port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:09:53.801133 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:09:53.835800 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-eb93a112-3cb7-4373-a72a-36e0883adc33 admin admin] 10.222.0.87 "PUT /v2.0/routers/b7e0b6ae-8f8e-486d-b523-0a0a9d419490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2401068 Jan 18 13:09:53.836523 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:53.838701 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:53.839078 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:53.925160 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:53.926398 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8258758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1038402'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:54.377440 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:54.394959 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Pushing event updated for resources: {'Port': ['ID=f7a21266-34f2-446b-8f9c-b3ae6697dcd7,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:54.521557 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Network 6033635d-8e5c-4c0c-9279-8738c2f2381d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:09:54.525599 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:09:54.742526 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Sync routers for ids ['958ffd07-21a4-46ec-989a-081abbec5ddb'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:09:54.798025 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Routers {'958ffd07-21a4-46ec-989a-081abbec5ddb'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:09:54.798673 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:09:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['958ffd07-21a4-46ec-989a-081abbec5ddb'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:55.190456 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Set router 958ffd07-21a4-46ec-989a-081abbec5ddb gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:09:55.484302 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47486) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:55.485693 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-aee8e03b-d774-43f2-9b22-5515bbc14da3 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:55.498005 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-aee8e03b-d774-43f2-9b22-5515bbc14da3 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 819 time: 0.8105330 Jan 18 13:09:55.501491 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027556444', 'description': 'tempest-description--2121650841'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:55.526776 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:55.544989 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Usage tracker for resource:security_group and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:55.559171 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:55.560366 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-97d92daa-16d2-4eed-983c-378d2f0faeaf None None] Provisioning complete for port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:55.560780 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-97d92daa-16d2-4eed-983c-378d2f0faeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:55.577487 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:55.594985 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-4a541ffc-f332-4021-82f5-21d1f684f001 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/quotas/f8a6ebddf5974a7cb6da6cb755f28e87 HTTP/1.1" status: 200 len: 375 time: 0.0952768 Jan 18 13:09:55.685610 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Router a091288e-732a-4687-8d95-91425eca3fa3 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:09:55.704298 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 2b7c71e2-332b-49e5-96b6-fb757c97907d up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:09:55.726260 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-653edacb-de30-456f-8e7d-37151fc25158 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83736) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:09:55.727606 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-653edacb-de30-456f-8e7d-37151fc25158 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0086296 Jan 18 13:09:55.835504 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:55.882234 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-97d92daa-16d2-4eed-983c-378d2f0faeaf None None] Port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:09:55.910197 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:55.925551 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Usage tracker for resource:security_group_rule and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:55.928158 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-d406fc27-ad1c-4f21-9694-66f43638a024 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3264351 Jan 18 13:09:55.931581 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:55.940169 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:56.019773 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352028b-9c13-42b4-9f14-3fc869a8aaea req-18a76e10-6fa1-4e82-a93d-8687d0ffde56 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:56.022828 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8352028b-9c13-42b4-9f14-3fc869a8aaea req-18a76e10-6fa1-4e82-a93d-8687d0ffde56 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 932 time: 0.2508965 Jan 18 13:09:56.152631 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8352028b-9c13-42b4-9f14-3fc869a8aaea req-919a194e-db82-4ef9-b4d7-01dd283f15b3 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208804 Jan 18 13:09:56.303463 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Request body: {'port': {'device_id': 'a30db49c-e350-4be9-8c62-43b4741e0863', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:56.342301 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:56.391369 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:09:56.428593 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-07525430-d8b9-4a5a-9464-f6ecbf139d6f admin admin] 10.222.0.87 "PUT /v2.0/routers/a091288e-732a-4687-8d95-91425eca3fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8705215 Jan 18 13:09:56.432970 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-dd9fde79-1430-427f-9983-c485f31340da service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83736) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:09:56.434051 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-dd9fde79-1430-427f-9983-c485f31340da service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3506615 Jan 18 13:09:56.440193 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:56.502531 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1779665011-router', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:39Z', 'updated_at': '2022-01-18T13:09:47Z', 'revision_number': 4, 'project_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'gw_port': {'id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '49a4f08e-59aa-45d3-b845-9f802f9c2092', 'name': '', 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'mac_address': 'fa:16:3e:e3:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80ae4784-f0c5-4fdd-bf2c-38af058437bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 2, 'project_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'subnets': [{'id': '80ae4784-f0c5-4fdd-bf2c-38af058437bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:09:56.504314 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b025a9c-bf41-49e9-82be-ea7b88f324a9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:56.508857 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Checking router: 958ffd07-21a4-46ec-989a-081abbec5ddb for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:09:56.510239 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Updating router 958ffd07-21a4-46ec-989a-081abbec5ddb port 49a4f08e-59aa-45d3-b845-9f802f9c2092 binding host dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:09:56.559994 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 2b7c71e2-332b-49e5-96b6-fb757c97907d completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:09:56.562156 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:56.566962 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-47788263-3381-4bbe-a903-6db93869121c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0732496 Jan 18 13:09:56.567982 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47510) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:56.588838 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-40af7429-340d-4b4e-99d9-82777b68d25d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Request body: {'security_group_rule': {'security_group_id': '9b025a9c-bf41-49e9-82be-ea7b88f324a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:56.608270 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-40af7429-340d-4b4e-99d9-82777b68d25d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:56.625426 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-40af7429-340d-4b4e-99d9-82777b68d25d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Usage tracker for resource:security_group_rule and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:56.630715 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-40af7429-340d-4b4e-99d9-82777b68d25d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:56.650748 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-40af7429-340d-4b4e-99d9-82777b68d25d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:56.665438 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:56.673537 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:56.676521 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 2b7c71e2-332b-49e5-96b6-fb757c97907d triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:56.676980 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:56.766628 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40af7429-340d-4b4e-99d9-82777b68d25d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:57.080305 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:57.132523 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-e01209c8-71f0-415c-979f-5d0091905969 service neutron] 10.222.0.87 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629744 Jan 18 13:09:57.183772 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40af7429-340d-4b4e-99d9-82777b68d25d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:57.233209 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 2b7c71e2-332b-49e5-96b6-fb757c97907d, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=2b7c71e2-332b-49e5-96b6-fb757c97907d,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:09:57.284680 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40af7429-340d-4b4e-99d9-82777b68d25d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:57.340922 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af7429-340d-4b4e-99d9-82777b68d25d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7973655-8325-47a8-aefc-71aaf3f8aee2,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:57.417988 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:57.462276 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-40af7429-340d-4b4e-99d9-82777b68d25d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:57.463279 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-40af7429-340d-4b4e-99d9-82777b68d25d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8941824 Jan 18 13:09:57.465843 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47528) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:57.471435 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0cea0cf4-7f20-4016-87a0-3c3aa9be5c99 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Request body: {'security_group_rule': {'security_group_id': '9b025a9c-bf41-49e9-82be-ea7b88f324a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:57.488062 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0cea0cf4-7f20-4016-87a0-3c3aa9be5c99 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:57.493532 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-0cea0cf4-7f20-4016-87a0-3c3aa9be5c99 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Usage tracker for resource:security_group_rule and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:57.497899 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-0cea0cf4-7f20-4016-87a0-3c3aa9be5c99 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:57.510069 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0cea0cf4-7f20-4016-87a0-3c3aa9be5c99 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:57.561895 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-0c864e0f-0bd1-42d0-8a95-d802d6484d25 service neutron] 10.222.0.87 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273422 Jan 18 13:09:57.610958 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0cea0cf4-7f20-4016-87a0-3c3aa9be5c99 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:57.633044 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ec265c12-f3a0-4eb5-aca8-82f561f4e7dd up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:09:57.736438 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0cea0cf4-7f20-4016-87a0-3c3aa9be5c99 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:57.795162 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a6767b-5cf8-4439-a6a3-045df69235ea {{(pid=83736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:09:57.808941 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=2b7c71e2-332b-49e5-96b6-fb757c97907d,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:57.815210 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:09:57.817970 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:57.841202 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Transition to ACTIVE for port object 98a6767b-5cf8-4439-a6a3-045df69235ea will not be triggered until provisioned by entity L2. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:09:57.927498 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:57.943993 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Transition to ACTIVE for port object 49a4f08e-59aa-45d3-b845-9f802f9c2092 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:09:57.954457 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0cea0cf4-7f20-4016-87a0-3c3aa9be5c99 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:58.006991 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0cf4-7f20-4016-87a0-3c3aa9be5c99 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca6a958-9716-450c-a99e-beccb3ea85f6,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:58.027946 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:58.115832 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port ec265c12-f3a0-4eb5-aca8-82f561f4e7dd completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:09:58.130806 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:58.148383 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0cea0cf4-7f20-4016-87a0-3c3aa9be5c99 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:58.149813 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-0cea0cf4-7f20-4016-87a0-3c3aa9be5c99 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6830575 Jan 18 13:09:58.152973 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47550) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:58.160237 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Request body: {'floatingip': {'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:58.182167 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:58.200477 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Usage tracker for resource:floatingip and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:58.207170 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:58.228326 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:58.320456 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47558) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:58.326863 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082938512', 'description': 'tempest-description--1924322457'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:58.335667 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:58.339429 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Pushing event updated for resources: {'Port': ['ID=98a6767b-5cf8-4439-a6a3-045df69235ea,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:58.354398 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Usage tracker for resource:security_group and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:58.374392 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:58.392981 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:58.412107 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:58.459558 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Attempting to bind port 98a6767b-5cf8-4439-a6a3-045df69235ea on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:09:58.460001 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Attempting to bind port 98a6767b-5cf8-4439-a6a3-045df69235ea by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '1476e6c1-285b-4150-8739-4adf8f278d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e1eef94-0256-48ad-9ce2-b8f5983c2c40'}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:09:58.460132 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Attempting to bind port 98a6767b-5cf8-4439-a6a3-045df69235ea on network 4e1eef94-0256-48ad-9ce2-b8f5983c2c40 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:09:58.477126 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Port 98a6767b-5cf8-4439-a6a3-045df69235ea on network 4e1eef94-0256-48ad-9ce2-b8f5983c2c40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:09:58.477499 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Attempting to bind port 98a6767b-5cf8-4439-a6a3-045df69235ea on network 4e1eef94-0256-48ad-9ce2-b8f5983c2c40 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:09:58.495832 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:09:58.496203 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Checking segment: {'id': '1476e6c1-285b-4150-8739-4adf8f278d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e1eef94-0256-48ad-9ce2-b8f5983c2c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:09:58.496947 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Bound using segment: {'id': '1476e6c1-285b-4150-8739-4adf8f278d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e1eef94-0256-48ad-9ce2-b8f5983c2c40'} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:09:58.502579 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Bound port: 98a6767b-5cf8-4439-a6a3-045df69235ea, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1476e6c1-285b-4150-8739-4adf8f278d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e1eef94-0256-48ad-9ce2-b8f5983c2c40'}}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:09:58.503023 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:58.529675 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e25526-2a58-4dee-a0dd-324e137364dd req-80656871-d93c-4c8f-b7fc-2f386adb38e8 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:58.532009 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c8e25526-2a58-4dee-a0dd-324e137364dd req-80656871-d93c-4c8f-b7fc-2f386adb38e8 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 944 time: 0.2822499 Jan 18 13:09:58.565980 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64890f5c-881f-44bb-826b-0320beaae22d None None] Pushing event updated for resources: {'Port': ['ID=49a4f08e-59aa-45d3-b845-9f802f9c2092,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:58.587553 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:58.642133 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:58.649334 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Usage tracker for resource:security_group_rule and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:58.654256 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:58.673455 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:58.749180 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port ec265c12-f3a0-4eb5-aca8-82f561f4e7dd triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:09:58.749854 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:58.771258 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c8e25526-2a58-4dee-a0dd-324e137364dd req-feb2437b-ffb6-4b92-9ec3-b2f26e2913f7 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270143 Jan 18 13:09:58.828734 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] For port 98a6767b-5cf8-4439-a6a3-045df69235ea, host hv-cinder-82510, cleared binding levels {{(pid=83736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:09:58.843552 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] For port 98a6767b-5cf8-4439-a6a3-045df69235ea, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=98a6767b-5cf8-4439-a6a3-045df69235ea,segment=NetworkSegment(1476e6c1-285b-4150-8739-4adf8f278d8e),segment_id=1476e6c1-285b-4150-8739-4adf8f278d8e)] {{(pid=83736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:09:59.002136 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:59.007957 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:59.018051 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:59.092483 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c906ed14-4539-4fae-aba9-7a03bf3a1c30 req-fc64bcee-98b3-4cd6-b4ad-cd5221a7fbaf tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 210 time: 0.1594036 Jan 18 13:09:59.112429 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Attempting to bind port 49a4f08e-59aa-45d3-b845-9f802f9c2092 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:09:59.112789 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Attempting to bind port 49a4f08e-59aa-45d3-b845-9f802f9c2092 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:09:59.113272 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Attempting to bind port 49a4f08e-59aa-45d3-b845-9f802f9c2092 on network 3d63e130-b16f-430e-aab5-31c71b85e35d {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:09:59.142968 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:59.175586 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:09:59.175586 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Checking segment: {'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:09:59.175586 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:59.175586 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Bound using segment: {'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:09:59.175586 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Bound port: 49a4f08e-59aa-45d3-b845-9f802f9c2092, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:09:59.175586 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:59.242040 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:59.247095 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] 10.222.0.91 "PUT /v2.0/ports/98a6767b-5cf8-4439-a6a3-045df69235ea HTTP/1.1" status: 200 len: 1094 time: 3.1505923 Jan 18 13:09:59.257972 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30db49c-e350-4be9-8c62-43b4741e0863', 'tag': '98a6767b-5cf8-4439-a6a3-045df69235ea'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:09:59.388485 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:59.432254 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:59.433769 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.1121976 Jan 18 13:09:59.439919 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47606) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:09:59.443095 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port ec265c12-f3a0-4eb5-aca8-82f561f4e7dd, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ec265c12-f3a0-4eb5-aca8-82f561f4e7dd,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:09:59.446419 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-adace189-766a-4ab1-9d8c-8575f12bf161 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Request body: {'security_group_rule': {'security_group_id': 'f9730ed8-c9eb-483c-b600-09e60d2a4499', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:09:59.461210 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] For port 49a4f08e-59aa-45d3-b845-9f802f9c2092, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:09:59.465587 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] For port 49a4f08e-59aa-45d3-b845-9f802f9c2092, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=49a4f08e-59aa-45d3-b845-9f802f9c2092,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:09:59.468609 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403661b-0f35-4590-af3a-aab8ca22d285 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9730ed8-c9eb-483c-b600-09e60d2a4499,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:59.486480 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-adace189-766a-4ab1-9d8c-8575f12bf161 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:09:59.519596 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-adace189-766a-4ab1-9d8c-8575f12bf161 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Usage tracker for resource:security_group_rule and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:09:59.532032 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-adace189-766a-4ab1-9d8c-8575f12bf161 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:09:59.545996 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-adace189-766a-4ab1-9d8c-8575f12bf161 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:09:59.551085 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f050f4-fee6-4155-a6d3-4afde17c600c service neutron] Pushing event updated for resources: {'Port': ['ID=98a6767b-5cf8-4439-a6a3-045df69235ea,revision_number=3']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:59.552866 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:59.565777 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:59.616302 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Allocated IP 172.27.1.38 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/e04f3fc0-b9c5-4a98-8657-73f46da3ccf4) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:09:59.928540 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=ec265c12-f3a0-4eb5-aca8-82f561f4e7dd,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:09:59.944353 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 2b7c71e2-332b-49e5-96b6-fb757c97907d up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:00.176772 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-a45b4157-8199-4b67-8030-e939d61048fb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3359b64312a4f06a3f2ac503b2ee164&device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 1097 time: 0.5888145 Jan 18 13:10:00.199147 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Routers {'958ffd07-21a4-46ec-989a-081abbec5ddb'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:10:00.200680 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:09:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['958ffd07-21a4-46ec-989a-081abbec5ddb'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:00.205371 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-030d8a02-5b1e-4472-a685-d03d997a169c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:00.215160 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-030d8a02-5b1e-4472-a685-d03d997a169c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 819 time: 0.3136899 Jan 18 13:10:00.282001 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:00.343541 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 2b7c71e2-332b-49e5-96b6-fb757c97907d triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:00.344034 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:00.377517 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adace189-766a-4ab1-9d8c-8575f12bf161 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:00.409006 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-7b4c1f06-6269-416a-aa95-c92a033943e1 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/quotas/f8a6ebddf5974a7cb6da6cb755f28e87 HTTP/1.1" status: 200 len: 375 time: 0.1922796 Jan 18 13:10:00.410583 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-3cbc9920-0b30-4e39-a0db-de77747aa221 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a6767b-5cf8-4439-a6a3-045df69235ea HTTP/1.1" status: 200 len: 217 time: 0.1934414 Jan 18 13:10:00.410692 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64890f5c-881f-44bb-826b-0320beaae22d None None] Pushing event updated for resources: {'Port': ['ID=49a4f08e-59aa-45d3-b845-9f802f9c2092,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:00.496887 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adace189-766a-4ab1-9d8c-8575f12bf161 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:00.502034 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:00.587641 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-a65ecdac-5e91-48ca-ae9b-ecb3c5700d22 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:00.589356 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-a65ecdac-5e91-48ca-ae9b-ecb3c5700d22 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a0831f77-2559-44a4-8c38-96afad7c5d1f HTTP/1.1" status: 200 len: 851 time: 0.1225021 Jan 18 13:10:00.612427 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-2e7c31de-ffd8-4f23-9463-18a6bbd4e94e tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1966724 Jan 18 13:10:00.744648 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event updated for resources: {'Port': ['ID=e04f3fc0-b9c5-4a98-8657-73f46da3ccf4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:00.753669 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] Set router 958ffd07-21a4-46ec-989a-081abbec5ddb gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:10:00.755273 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adace189-766a-4ab1-9d8c-8575f12bf161 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:00.795834 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30db49c-e350-4be9-8c62-43b4741e0863', 'tag': '98a6767b-5cf8-4439-a6a3-045df69235ea', 'status': 'completed', 'code': 200} Jan 18 13:10:00.811614 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adace189-766a-4ab1-9d8c-8575f12bf161 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94b7b6a-80a9-4645-9db7-cc5a03c9dc83,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:00.826323 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:10:00.829956 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:10:00.900343 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:10:00.979783 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-4737d9c8-269d-452b-8972-6b84ac9e145f service neutron] 10.222.0.87 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600538 Jan 18 13:10:01.035284 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-adace189-766a-4ab1-9d8c-8575f12bf161 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:01.040731 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-adace189-766a-4ab1-9d8c-8575f12bf161 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5988708 Jan 18 13:10:01.041375 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47670) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:01.065506 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f6b691cf-9bd4-4a60-8d8b-2de76b4d88ab tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Request body: {'security_group_rule': {'security_group_id': 'f9730ed8-c9eb-483c-b600-09e60d2a4499', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:01.122485 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f6b691cf-9bd4-4a60-8d8b-2de76b4d88ab tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:01.132299 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-f6b691cf-9bd4-4a60-8d8b-2de76b4d88ab tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Usage tracker for resource:security_group_rule and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:01.139382 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-f6b691cf-9bd4-4a60-8d8b-2de76b4d88ab tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:01.156472 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f6b691cf-9bd4-4a60-8d8b-2de76b4d88ab tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:01.175497 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 47674) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:01.312107 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6b594-73a4-42a9-98d6-e159b8af5679 req-29054bc1-2bda-4049-a14a-7c86777e91fa tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:01.322120 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-74f6b594-73a4-42a9-98d6-e159b8af5679 req-29054bc1-2bda-4049-a14a-7c86777e91fa tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 944 time: 0.3041098 Jan 18 13:10:01.450109 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-3a156e44-2fa8-40ec-a60f-ebe9b505226d service neutron] 10.222.0.87 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657671 Jan 18 13:10:01.512465 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:01.524724 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6b691cf-9bd4-4a60-8d8b-2de76b4d88ab tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:01.531952 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-74f6b594-73a4-42a9-98d6-e159b8af5679 req-c89950ca-581a-4988-b429-7479aab72ad3 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054496 Jan 18 13:10:01.727555 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-15c22459-ece4-456f-8025-cc98fee3df44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:01.744144 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1779665011-router', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:39Z', 'updated_at': '2022-01-18T13:09:47Z', 'revision_number': 4, 'project_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'gw_port': {'id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '49a4f08e-59aa-45d3-b845-9f802f9c2092', 'name': '', 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'mac_address': 'fa:16:3e:e3:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80ae4784-f0c5-4fdd-bf2c-38af058437bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'subnets': [{'id': '80ae4784-f0c5-4fdd-bf2c-38af058437bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:01.763675 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-da4e31f3-45f8-4d90-a41f-16374b702dce service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e1eef94-0256-48ad-9ce2-b8f5983c2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2036467 Jan 18 13:10:01.769371 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9a3a3-8b3c-4ef3-82b2-aa6d3489ae34 None None] The sync data for ids ['958ffd07-21a4-46ec-989a-081abbec5ddb'] in dv-cinder-825102-1-iscsi is: [{'id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1779665011-router', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:39Z', 'updated_at': '2022-01-18T13:09:47Z', 'revision_number': 4, 'project_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'gw_port': {'id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '49a4f08e-59aa-45d3-b845-9f802f9c2092', 'name': '', 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'mac_address': 'fa:16:3e:e3:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80ae4784-f0c5-4fdd-bf2c-38af058437bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'subnets': [{'id': '80ae4784-f0c5-4fdd-bf2c-38af058437bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:10:01.772079 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:01.789654 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ec265c12-f3a0-4eb5-aca8-82f561f4e7dd up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:01.837324 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-15c22459-ece4-456f-8025-cc98fee3df44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:01.850518 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-15c22459-ece4-456f-8025-cc98fee3df44 admin admin] Usage tracker for resource:security_group_rule and tenant:88cc4d2f0d824d9fb00fef30d74faf40 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:01.881480 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-15c22459-ece4-456f-8025-cc98fee3df44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:02.077079 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:02.094967 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port ec265c12-f3a0-4eb5-aca8-82f561f4e7dd triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:02.095772 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:02.115457 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-15c22459-ece4-456f-8025-cc98fee3df44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:02.558219 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fd1e0c76-7814-4974-b86e-84f67905e4d8 req-8dc81c0a-947a-4662-aa73-c21e2e865fb4 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 210 time: 0.4070323 Jan 18 13:10:02.626256 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-dd402ae3-e180-45aa-81c0-623dca9435a1 service neutron] 10.222.0.91 "GET /v2.0/networks/4e1eef94-0256-48ad-9ce2-b8f5983c2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7241476 Jan 18 13:10:02.767505 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6b691cf-9bd4-4a60-8d8b-2de76b4d88ab tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:02.893135 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6b691cf-9bd4-4a60-8d8b-2de76b4d88ab tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:02.898552 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:03.008198 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:03.106085 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b691cf-9bd4-4a60-8d8b-2de76b4d88ab tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dc4ac8-8bf1-4e69-9f52-e0e75dac4723,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:03.121020 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event updated for resources: {'Port': ['ID=e04f3fc0-b9c5-4a98-8657-73f46da3ccf4,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:03.156827 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6b691cf-9bd4-4a60-8d8b-2de76b4d88ab tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:03.158871 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-f6b691cf-9bd4-4a60-8d8b-2de76b4d88ab tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.1031225 Jan 18 13:10:03.163122 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47734) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:03.172102 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Request body: {'floatingip': {'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:03.188336 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:03.227959 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:03.237197 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Usage tracker for resource:floatingip and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:03.249204 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:03.260921 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:03.274652 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:03.285028 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-15c22459-ece4-456f-8025-cc98fee3df44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:03.285434 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-11274777-dc77-4977-935b-346f233b6a9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1308126 Jan 18 13:10:03.341607 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38c8b2c5-b1a7-4e7f-9e20-0c4c1b5194ae req-4f69b167-853b-42a6-92fb-c061c4cac9e7 service neutron] 10.222.0.91 "GET /v2.0/networks/4e1eef94-0256-48ad-9ce2-b8f5983c2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880596 Jan 18 13:10:03.358743 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:03.385964 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324e876-bb49-4bf1-92f1-bfefea58415d req-79fa2f4d-8017-4b99-af98-2812746c2f05 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:03.398939 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7324e876-bb49-4bf1-92f1-bfefea58415d req-79fa2f4d-8017-4b99-af98-2812746c2f05 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 944 time: 0.4162478 Jan 18 13:10:03.402154 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-15c22459-ece4-456f-8025-cc98fee3df44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:03.582432 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c22459-ece4-456f-8025-cc98fee3df44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50670209-aad1-4bff-8865-bcbbb230db7a,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:03.716282 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:03.845511 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-15c22459-ece4-456f-8025-cc98fee3df44 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=88cc4d2f0d824d9fb00fef30d74faf40&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6613114 Jan 18 13:10:03.846814 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 49a4f08e-59aa-45d3-b845-9f802f9c2092 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:03.851587 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 47758) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:03.971321 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7324e876-bb49-4bf1-92f1-bfefea58415d req-82868f41-0354-4b7f-b2b0-de8ce7c78898 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669961 Jan 18 13:10:04.099547 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-12fd9231-0f43-4af8-b823-9ae19e8f95de tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--2027556444&fields=id&tenant_id=fc2e74ac67b84fd5bd577cc130119449 HTTP/1.1" status: 200 len: 267 time: 0.2381084 Jan 18 13:10:04.100098 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.91', 64374) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:04.109645 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7ba7fee6-b167-4ad5-803c-7affdbc9207e req-aefc5637-fc74-4daa-b813-e438ae913289 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3359b64312a4f06a3f2ac503b2ee164&device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 1097 time: 0.4409792 Jan 18 13:10:04.170280 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-83cadd98-d4b9-45bf-ae26-e6d4131544ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:04.182756 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Allocated IP 172.27.1.11 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/61b62d26-5df1-409a-ac37-f66ddbd5e407) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:10:04.210012 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 49a4f08e-59aa-45d3-b845-9f802f9c2092 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:10:04.215462 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 49a4f08e-59aa-45d3-b845-9f802f9c2092 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:04.215916 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:04.227221 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-83cadd98-d4b9-45bf-ae26-e6d4131544ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:04.477043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:04.592545 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 49a4f08e-59aa-45d3-b845-9f802f9c2092, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=49a4f08e-59aa-45d3-b845-9f802f9c2092,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:04.657884 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:04.695333 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-83cadd98-d4b9-45bf-ae26-e6d4131544ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:04.797262 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=49a4f08e-59aa-45d3-b845-9f802f9c2092,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:04.864957 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:04.885570 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cadd98-d4b9-45bf-ae26-e6d4131544ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50670209-aad1-4bff-8865-bcbbb230db7a,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:04.939711 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-83cadd98-d4b9-45bf-ae26-e6d4131544ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:04.950360 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-83cadd98-d4b9-45bf-ae26-e6d4131544ec admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/50670209-aad1-4bff-8865-bcbbb230db7a HTTP/1.1" status: 204 len: 168 time: 1.0786357 Jan 18 13:10:04.980919 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ea21feaf-f8e3-4daa-a96f-067d50317633 req-0838c340-c7eb-476d-aeab-c9d8079cb491 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 210 time: 0.1861327 Jan 18 13:10:05.123080 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-1cf74ba9-3002-47ff-9649-28830701e8a0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:05.124736 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-1cf74ba9-3002-47ff-9649-28830701e8a0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 817 time: 1.0141160 Jan 18 13:10:05.133180 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:05.158462 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-d070d3a8-75e5-4562-b1ad-47582d3fbd2d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:05.160670 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-d070d3a8-75e5-4562-b1ad-47582d3fbd2d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.91 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 819 time: 0.9933817 Jan 18 13:10:05.166543 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7fee6-b167-4ad5-803c-7affdbc9207e req-4fb90ffe-fde7-4569-b594-303e82ab0f94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:05.168373 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7ba7fee6-b167-4ad5-803c-7affdbc9207e req-4fb90ffe-fde7-4569-b594-303e82ab0f94 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e1eef94-0256-48ad-9ce2-b8f5983c2c40 HTTP/1.1" status: 200 len: 912 time: 1.0022535 Jan 18 13:10:05.182018 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-776e6fea-ce59-4019-8b09-87c685aafecf tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/quotas/fc2e74ac67b84fd5bd577cc130119449 HTTP/1.1" status: 200 len: 375 time: 0.0188048 Jan 18 13:10:05.213269 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:10:05.217119 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:10:05.230804 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:10:05.266057 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event updated for resources: {'Port': ['ID=61b62d26-5df1-409a-ac37-f66ddbd5e407,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:05.396622 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7ba7fee6-b167-4ad5-803c-7affdbc9207e req-59c62c5b-1634-42b6-b7af-410ce2bb7340 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a6767b-5cf8-4439-a6a3-045df69235ea HTTP/1.1" status: 200 len: 217 time: 0.0689404 Jan 18 13:10:05.400348 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Request body: {'port': {'device_id': 'aab4bd80-3def-4593-945a-03a597f71b21', 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d', 'admin_state_up': True, 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:05.503578 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:05.593068 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-b036eee2-8fa9-46b6-aaa1-38423b131133 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Synchronizing usage tracker for tenant:fc2e74ac67b84fd5bd577cc130119449 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:10:05.676510 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:05.735896 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6daba-58f6-4bb1-8c24-946b2f73711d req-910dfa50-bac0-4669-a8dd-df40dab175db tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:05.737392 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6ca6daba-58f6-4bb1-8c24-946b2f73711d req-910dfa50-bac0-4669-a8dd-df40dab175db tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 944 time: 0.2283976 Jan 18 13:10:05.742326 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-b036eee2-8fa9-46b6-aaa1-38423b131133 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Unset dirty status for tenant:fc2e74ac67b84fd5bd577cc130119449 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:10:05.743700 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-b036eee2-8fa9-46b6-aaa1-38423b131133 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5532789 Jan 18 13:10:05.751215 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 49a4f08e-59aa-45d3-b845-9f802f9c2092 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:05.825530 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:05.913675 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 49a4f08e-59aa-45d3-b845-9f802f9c2092 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:05.914972 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:05.997801 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-55968a39-6cf2-41e6-85a4-e0a5a8c5f102 service neutron] 10.222.0.87 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506944 Jan 18 13:10:06.001422 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Usage tracker for resource:port and tenant:f8a6ebddf5974a7cb6da6cb755f28e87 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:06.009958 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:06.023141 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7fee6-b167-4ad5-803c-7affdbc9207e req-592482de-5e57-4c21-be08-bdb92cb5e366 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:06.023987 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7ba7fee6-b167-4ad5-803c-7affdbc9207e req-592482de-5e57-4c21-be08-bdb92cb5e366 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a0831f77-2559-44a4-8c38-96afad7c5d1f HTTP/1.1" status: 200 len: 851 time: 0.3582745 Jan 18 13:10:06.044411 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:06.081269 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6ca6daba-58f6-4bb1-8c24-946b2f73711d req-a60f62e4-bce7-4e80-a134-71d94c0bc980 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195202 Jan 18 13:10:06.119236 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:06.240301 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7ba7fee6-b167-4ad5-803c-7affdbc9207e req-1d0a062a-bda8-47a3-8928-af8f87494c36 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e1eef94-0256-48ad-9ce2-b8f5983c2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705518 Jan 18 13:10:06.244710 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:06.363816 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:06.508823 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event updated for resources: {'Port': ['ID=61b62d26-5df1-409a-ac37-f66ddbd5e407,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:06.587819 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-33d355b3-87b7-48ab-b7da-b77affea2505 req-688ddf90-8c3f-4a9d-8ca4-1da03d1d0d6d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 210 time: 0.1242230 Jan 18 13:10:06.604774 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Made reservation on behalf of f8a6ebddf5974a7cb6da6cb755f28e87 for: {'port': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:10:06.608103 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:06.638928 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:06.640211 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-4aa5d20b-0399-42d5-8b23-5d57ae4853e0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4753790 Jan 18 13:10:06.938117 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7ba7fee6-b167-4ad5-803c-7affdbc9207e req-c549382f-1aaa-4de7-a513-cb12ad482cd5 service neutron] 10.222.0.91 "GET /v2.0/networks/4e1eef94-0256-48ad-9ce2-b8f5983c2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6318662 Jan 18 13:10:06.954377 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-72176637-0dce-4cb9-b62e-9f5e0aaf56a2 service neutron] 10.222.0.87 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9383514 Jan 18 13:10:06.988582 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Allocated IP 172.20.0.12 (3d63e130-b16f-430e-aab5-31c71b85e35d/80ae4784-f0c5-4fdd-bf2c-38af058437bb/7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:10:07.304326 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-afb16415-71f9-41fc-93d2-fabb7497ff76 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1082938512&fields=id&tenant_id=68b28824eec64ec5aaa6b2c018208c8e HTTP/1.1" status: 200 len: 267 time: 0.2719474 Jan 18 13:10:07.368362 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7ba7fee6-b167-4ad5-803c-7affdbc9207e req-bbcdd64e-3f6a-4459-8d1b-6b9cf8e1bc8e service neutron] 10.222.0.91 "GET /v2.0/networks/4e1eef94-0256-48ad-9ce2-b8f5983c2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997851 Jan 18 13:10:07.555977 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:08.146301 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ea73d-bd84-406d-99f5-ee6699cd3a9f req-59eaeb9b-8ed0-4ac4-89f0-b89776c6b6b1 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:08.146301 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-649ea73d-bd84-406d-99f5-ee6699cd3a9f req-59eaeb9b-8ed0-4ac4-89f0-b89776c6b6b1 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 944 time: 0.4025879 Jan 18 13:10:08.146301 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-cb75e44e-a6ff-40a0-a0cb-d5424cce8b8b tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:08.146301 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-cb75e44e-a6ff-40a0-a0cb-d5424cce8b8b tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.91 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 819 time: 0.4088593 Jan 18 13:10:08.146301 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-b929237d-8b8d-4ab1-86d6-1cb976ec1186 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:08.146301 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-b929237d-8b8d-4ab1-86d6-1cb976ec1186 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/networks?id=6033635d-8e5c-4c0c-9279-8738c2f2381d HTTP/1.1" status: 200 len: 811 time: 0.6973245 Jan 18 13:10:08.146301 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Request body: {'port': {'device_id': '23b0cc73-c996-449a-852c-c264ee5df342', 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d', 'admin_state_up': True, 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:08.146301 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-f1516da4-0526-4623-be46-4141b2218613 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/quotas/68b28824eec64ec5aaa6b2c018208c8e HTTP/1.1" status: 200 len: 375 time: 0.1042218 Jan 18 13:10:08.184178 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-649ea73d-bd84-406d-99f5-ee6699cd3a9f req-3dfea161-927d-4493-98d5-eb131e6af971 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882560 Jan 18 13:10:08.257099 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:08.267286 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Usage tracker for resource:port and tenant:f8a6ebddf5974a7cb6da6cb755f28e87 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:08.279577 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:08.335431 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:08.368655 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7862e973-f3f2-4d53-9108-de6b10b727d1 req-d84cb457-5daa-44e3-a8a1-b52330ec1b74 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 210 time: 0.0854506 Jan 18 13:10:08.390014 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-6d2ea25e-bf1d-43c5-bfb7-7701ed7cad55 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2589772 Jan 18 13:10:08.562426 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f2023137-b602-4f4f-9a55-0dbecc1868ef req-cd025de1-4f8b-4902-8697-295aa0c38316 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 210 time: 0.0552399 Jan 18 13:10:08.609451 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-78255168-51f9-4895-80d0-bc6757f9806d service neutron] 10.222.0.87 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927128 Jan 18 13:10:08.768675 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-fd90d040-444f-4a78-8f9f-7f0f6141a4c9 service neutron] 10.222.0.87 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521599 Jan 18 13:10:09.423744 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c449db-cca2-48eb-b18d-d2d2c532e48b req-e442bfa4-5ad0-43a0-9a20-eb5ca5e8e4fe tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:09.425118 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-96c449db-cca2-48eb-b18d-d2d2c532e48b req-e442bfa4-5ad0-43a0-9a20-eb5ca5e8e4fe tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 944 time: 0.0770657 Jan 18 13:10:09.479209 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-96c449db-cca2-48eb-b18d-d2d2c532e48b req-ab081d0a-a1f9-4bad-a532-53d548e842d9 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479167 Jan 18 13:10:09.677986 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:09.679001 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Made reservation on behalf of f8a6ebddf5974a7cb6da6cb755f28e87 for: {'port': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:10:09.681975 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:09.752234 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-79e58f1f-52ff-42ba-a0d5-ba932e3a052e req-8265beb9-fa51-4e4e-a7ee-ffcd7a694de4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 210 time: 0.2143898 Jan 18 13:10:09.866488 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Network 3d63e130-b16f-430e-aab5-31c71b85e35d is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:10:09.874219 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:10:09.921564 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:10:09.926111 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:09.927579 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:09.933059 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Pushing event updated for resources: {'Port': ['ID=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:10.065777 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d65fbf61-4395-4ecb-be7d-175a4d989acf req-35241f66-e655-428a-b8b8-6f51d2588f9b tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 210 time: 0.1476865 Jan 18 13:10:10.082302 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2b621bf9-84b3-4228-ba47-d779931c601a req-24589076-1e02-4ee0-a149-3e6d04fbab78 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 210 time: 0.1654406 Jan 18 13:10:10.177609 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-72264b92-2200-4535-b881-10bf1fc43c86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8512928 Jan 18 13:10:10.184789 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Allocated IP 172.20.0.14 (3d63e130-b16f-430e-aab5-31c71b85e35d/80ae4784-f0c5-4fdd-bf2c-38af058437bb/e6b5a306-a269-4a20-80fd-c771e2fd0246) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:10:10.420022 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:10.586079 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:10.720131 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Network 3d63e130-b16f-430e-aab5-31c71b85e35d is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:10:10.726685 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:10:10.732323 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:10:10.737039 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:10.737656 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:10.755985 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Pushing event updated for resources: {'Port': ['ID=e6b5a306-a269-4a20-80fd-c771e2fd0246,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:10.790532 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5631db-30ca-40b5-afb0-999bb95a8c7b req-db5759c3-283f-47b7-89fc-82043ef6901a tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:10.792834 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-af5631db-30ca-40b5-afb0-999bb95a8c7b req-db5759c3-283f-47b7-89fc-82043ef6901a tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 944 time: 0.1684372 Jan 18 13:10:10.843600 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-af5631db-30ca-40b5-afb0-999bb95a8c7b req-f5ce0f42-85bc-4032-9963-dd99aa600c8b tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Jan 18 13:10:10.877311 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Request body: {'port': {'device_id': 'aab4bd80-3def-4593-945a-03a597f71b21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:10.911186 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-bf81f91c-bcc3-44dc-9199-b5058c8c3349 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8940701 Jan 18 13:10:11.012262 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Request body: {'port': {'device_id': '23b0cc73-c996-449a-852c-c264ee5df342', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:11.098381 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-27192fd2-b7a6-4680-9cd8-9e48487c6f0b req-2d6d8efd-4233-4d3e-8467-59a402bd5ccc tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 210 time: 0.1011937 Jan 18 13:10:11.120885 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:11.291446 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6fe93022-9a40-4ebe-8f43-d0c7fcabf8ff req-b4c36ddd-d87a-48d7-96a0-648d94353972 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 210 time: 0.0687623 Jan 18 13:10:11.295995 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:11.718738 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330151ff-a77a-4b8b-9c21-32df87395e7b req-0c78dba7-75bf-4e84-b638-a2df31aa6893 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:11.719404 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-330151ff-a77a-4b8b-9c21-32df87395e7b req-0c78dba7-75bf-4e84-b638-a2df31aa6893 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Synchronizing usage tracker for tenant:f8a6ebddf5974a7cb6da6cb755f28e87 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:10:11.940479 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-330151ff-a77a-4b8b-9c21-32df87395e7b req-0c78dba7-75bf-4e84-b638-a2df31aa6893 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Unset dirty status for tenant:f8a6ebddf5974a7cb6da6cb755f28e87 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:10:11.944426 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-330151ff-a77a-4b8b-9c21-32df87395e7b req-0c78dba7-75bf-4e84-b638-a2df31aa6893 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 932 time: 0.5722518 Jan 18 13:10:11.951915 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47962) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:12.075782 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-330151ff-a77a-4b8b-9c21-32df87395e7b req-fbd5cd44-8633-4c43-8d5b-0ce838006e2c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135910 Jan 18 13:10:12.154522 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f {{(pid=83736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:10:12.167615 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:12.214098 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Transition to ACTIVE for port object 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f will not be triggered until provisioned by entity L2. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:10:12.237284 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd6e68-1b7d-4087-9ffa-e6e8f7aafdfb req-706783c7-d2d8-4a87-9b9a-8322886403bd tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:12.244743 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-86cd6e68-1b7d-4087-9ffa-e6e8f7aafdfb req-706783c7-d2d8-4a87-9b9a-8322886403bd tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 944 time: 0.1669502 Jan 18 13:10:12.244906 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8b5ef86-b982-424b-8564-cfcf486f1628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:12.292399 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b8b5ef86-b982-424b-8564-cfcf486f1628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:12.315556 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-86cd6e68-1b7d-4087-9ffa-e6e8f7aafdfb req-36968180-288d-4909-8f76-10bb347732dd tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581679 Jan 18 13:10:12.330336 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-b8b5ef86-b982-424b-8564-cfcf486f1628 admin admin] Usage tracker for resource:security_group_rule and tenant:485d07b093714f799748f7230f4f424c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:12.336309 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-b8b5ef86-b982-424b-8564-cfcf486f1628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:12.342463 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b8b5ef86-b982-424b-8564-cfcf486f1628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:12.391925 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:12.452589 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8b5ef86-b982-424b-8564-cfcf486f1628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:12.525175 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-724c8bf6-e445-4d59-912c-9a3ab153e52c req-7e67f4eb-2516-4210-af9b-dc931bdae7f5 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 210 time: 0.2182994 Jan 18 13:10:12.661027 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-799a7902-eab4-41de-ab70-150696087437 req-acae6a77-52ad-4849-9baf-cf4453052c78 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 210 time: 0.1522629 Jan 18 13:10:12.719677 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Pushing event updated for resources: {'Port': ['ID=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:12.747953 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8b5ef86-b982-424b-8564-cfcf486f1628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:12.800535 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5ef86-b982-424b-8564-cfcf486f1628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0824230-7cc7-41da-af66-d3af080cad9d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:12.804068 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Attempting to bind port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:10:12.804509 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Attempting to bind port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:10:12.804833 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Attempting to bind port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f on network 3d63e130-b16f-430e-aab5-31c71b85e35d {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:10:12.809056 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-b8b5ef86-b982-424b-8564-cfcf486f1628 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=485d07b093714f799748f7230f4f424c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8557980 Jan 18 13:10:12.811441 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 47980) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:12.813738 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f on network 3d63e130-b16f-430e-aab5-31c71b85e35d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:10:12.814163 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Attempting to bind port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f on network 3d63e130-b16f-430e-aab5-31c71b85e35d {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:10:12.890594 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd096-789d-4cd9-9c89-f67b56955128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:12.922868 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd096-789d-4cd9-9c89-f67b56955128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:12.934895 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b5a306-a269-4a20-80fd-c771e2fd0246 {{(pid=83736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:10:12.946022 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:12.980137 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:10:12.980948 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Checking segment: {'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:10:12.981403 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Bound using segment: {'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:10:12.981949 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Bound port: 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'}}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:10:12.982372 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:13.084374 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] For port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f, host hv-cinder-82510, cleared binding levels {{(pid=83736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:10:13.094138 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] For port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:10:13.112916 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd096-789d-4cd9-9c89-f67b56955128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:13.118665 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.91', 64395) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:13.131901 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Transition to ACTIVE for port object e6b5a306-a269-4a20-80fd-c771e2fd0246 will not be triggered until provisioned by entity L2. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:10:13.166222 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bd096-789d-4cd9-9c89-f67b56955128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0824230-7cc7-41da-af66-d3af080cad9d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:13.169982 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:13.260529 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd096-789d-4cd9-9c89-f67b56955128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:13.264141 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-ac7bd096-789d-4cd9-9c89-f67b56955128 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e0824230-7cc7-41da-af66-d3af080cad9d HTTP/1.1" status: 204 len: 168 time: 0.4491286 Jan 18 13:10:13.283960 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:13.440430 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-6d4b28fa-b7c7-499e-85a3-a98d66d25c89 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:13.442232 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-6d4b28fa-b7c7-499e-85a3-a98d66d25c89 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Synchronizing usage tracker for tenant:fc2e74ac67b84fd5bd577cc130119449 on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:10:13.509131 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:13.510510 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] 10.222.0.91 "PUT /v2.0/ports/7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f HTTP/1.1" status: 200 len: 1094 time: 2.6376517 Jan 18 13:10:13.540707 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab4bd80-3def-4593-945a-03a597f71b21', 'tag': '7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:10:13.561380 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202e3dc-57a3-4af1-b419-f5a0349cde88 service neutron] Pushing event updated for resources: {'Port': ['ID=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f,revision_number=3']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:13.587258 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-6d4b28fa-b7c7-499e-85a3-a98d66d25c89 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Unset dirty status for tenant:fc2e74ac67b84fd5bd577cc130119449 on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:10:13.588446 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-6d4b28fa-b7c7-499e-85a3-a98d66d25c89 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.91 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 817 time: 0.4602764 Jan 18 13:10:13.700224 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-9bdb5281-e64b-44fe-9f88-78e76b98c273 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Synchronizing usage tracker for tenant:fc2e74ac67b84fd5bd577cc130119449 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:10:13.774316 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b5a306-a269-4a20-80fd-c771e2fd0246,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:13.782043 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Attempting to bind port e6b5a306-a269-4a20-80fd-c771e2fd0246 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:10:13.782591 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Attempting to bind port e6b5a306-a269-4a20-80fd-c771e2fd0246 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:10:13.783142 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Attempting to bind port e6b5a306-a269-4a20-80fd-c771e2fd0246 on network 3d63e130-b16f-430e-aab5-31c71b85e35d {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:10:13.799757 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca132ba-f505-4161-a88f-6a5e3e3894ed req-57cb1166-a21d-4667-a9d2-3c2cf0bbb555 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:13.802924 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ca132ba-f505-4161-a88f-6a5e3e3894ed req-57cb1166-a21d-4667-a9d2-3c2cf0bbb555 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 944 time: 0.4715364 Jan 18 13:10:13.865873 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Port e6b5a306-a269-4a20-80fd-c771e2fd0246 on network 3d63e130-b16f-430e-aab5-31c71b85e35d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:10:13.875275 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Attempting to bind port e6b5a306-a269-4a20-80fd-c771e2fd0246 on network 3d63e130-b16f-430e-aab5-31c71b85e35d {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:10:13.875463 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-9bdb5281-e64b-44fe-9f88-78e76b98c273 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Unset dirty status for tenant:fc2e74ac67b84fd5bd577cc130119449 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:10:13.875463 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-9bdb5281-e64b-44fe-9f88-78e76b98c273 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2e74ac67b84fd5bd577cc130119449 HTTP/1.1" status: 200 len: 380 time: 0.2619312 Jan 18 13:10:13.884206 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Request body: {'port': {'device_id': '56e236ac-48e2-41ac-9316-de92901f3d86', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'admin_state_up': True, 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'security_groups': ['9b025a9c-bf41-49e9-82be-ea7b88f324a9']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:13.902175 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797c031-e4f7-4745-b166-69ae73622023 req-ad8a9c73-2db8-4178-b989-33511a1ac214 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:13.903805 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3797c031-e4f7-4745-b166-69ae73622023 req-ad8a9c73-2db8-4178-b989-33511a1ac214 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 944 time: 0.4024184 Jan 18 13:10:13.908684 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:10:13.909372 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Checking segment: {'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:10:13.909372 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Bound using segment: {'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:10:13.909819 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Bound port: e6b5a306-a269-4a20-80fd-c771e2fd0246, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460f8514-7c1c-43f7-a162-b25ab1c7503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d'}}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:10:13.910159 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:13.956271 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ca132ba-f505-4161-a88f-6a5e3e3894ed req-097f3921-381d-4ebf-9c92-88a4ce8fdd1c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427734 Jan 18 13:10:13.997706 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-a9394a63-29b2-409d-82db-4d5897304aa4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 1097 time: 0.3134673 Jan 18 13:10:14.103058 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:14.118298 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:14.142619 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab4bd80-3def-4593-945a-03a597f71b21', 'tag': '7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f', 'status': 'completed', 'code': 200} Jan 18 13:10:14.170740 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-da82eb45-00e5-4447-b880-f028045d70f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f HTTP/1.1" status: 200 len: 217 time: 0.1544845 Jan 18 13:10:14.175210 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3797c031-e4f7-4745-b166-69ae73622023 req-57af248c-7c16-4722-9f3d-4719b9f9c2d9 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517269 Jan 18 13:10:14.182695 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.91', 64399) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:14.255851 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Made reservation on behalf of fc2e74ac67b84fd5bd577cc130119449 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:10:14.263108 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:14.443473 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:10:14.500087 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] For port e6b5a306-a269-4a20-80fd-c771e2fd0246, host hv-cinder-82510, cleared binding levels {{(pid=83736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:10:14.536422 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e16ec24b-7e19-404f-aeb3-b274cc3080a5 req-e9e72b98-4f36-4c03-9c34-c1e5455b6826 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 210 time: 0.0718095 Jan 18 13:10:14.541445 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] For port e6b5a306-a269-4a20-80fd-c771e2fd0246, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e6b5a306-a269-4a20-80fd-c771e2fd0246,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:10:14.555858 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-70b1716a-139a-4fa5-b923-e0ccb77f5fc4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:14.561745 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-70b1716a-139a-4fa5-b923-e0ccb77f5fc4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=80ae4784-f0c5-4fdd-bf2c-38af058437bb HTTP/1.1" status: 200 len: 859 time: 0.3606174 Jan 18 13:10:14.633890 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-9f566879-a907-46e1-8ef5-f34c8b5fef43 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:14.634832 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-9f566879-a907-46e1-8ef5-f34c8b5fef43 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Synchronizing usage tracker for tenant:68b28824eec64ec5aaa6b2c018208c8e on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:10:14.646919 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:14.663164 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1773ea04-149f-4b6a-b9db-0a0aa384f30d req-fca5b60f-61d6-4d09-9f1c-d6868a6c72c7 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 210 time: 0.1091220 Jan 18 13:10:14.712005 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-e735887a-3759-4ada-8bf1-7843754becf0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d63e130-b16f-430e-aab5-31c71b85e35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106489 Jan 18 13:10:14.730259 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Allocated IP 172.20.0.10 (97f0e0c3-e24e-45a5-85b5-60a2a9e14b07/1df068d1-b5cf-4f09-9599-7e794b98b58e/53d872c4-fa84-4707-894c-f573fa6b89cb) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:10:14.779474 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-9f566879-a907-46e1-8ef5-f34c8b5fef43 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Unset dirty status for tenant:68b28824eec64ec5aaa6b2c018208c8e on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:10:14.781178 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-9f566879-a907-46e1-8ef5-f34c8b5fef43 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.91 "GET /v2.0/networks?id=6033635d-8e5c-4c0c-9279-8738c2f2381d HTTP/1.1" status: 200 len: 811 time: 0.5913312 Jan 18 13:10:14.824207 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:14.825594 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] 10.222.0.91 "PUT /v2.0/ports/e6b5a306-a269-4a20-80fd-c771e2fd0246 HTTP/1.1" status: 200 len: 1094 time: 3.8274560 Jan 18 13:10:14.841241 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08deb3-47a5-4955-91bd-4e714279c904 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b5a306-a269-4a20-80fd-c771e2fd0246,revision_number=3']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:14.891501 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-a9caa59f-0141-4e1c-9731-984302253c5f service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700463 Jan 18 13:10:14.928745 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-306165ad-d8e2-49a7-9fc9-b82b10dc94ae tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Synchronizing usage tracker for tenant:68b28824eec64ec5aaa6b2c018208c8e on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:10:15.009332 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:15.048966 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-306165ad-d8e2-49a7-9fc9-b82b10dc94ae tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Unset dirty status for tenant:68b28824eec64ec5aaa6b2c018208c8e on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:10:15.054982 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-306165ad-d8e2-49a7-9fc9-b82b10dc94ae tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68b28824eec64ec5aaa6b2c018208c8e HTTP/1.1" status: 200 len: 380 time: 0.2511721 Jan 18 13:10:15.060295 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Transition to ACTIVE for port object 53d872c4-fa84-4707-894c-f573fa6b89cb will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:10:15.069387 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Request body: {'port': {'device_id': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'admin_state_up': True, 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'security_groups': ['f9730ed8-c9eb-483c-b600-09e60d2a4499']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:15.122676 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ed9b007-2aaf-449b-b797-12bd474b866e req-6fd40358-0168-4f6d-b4ec-0b64326991e8 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229712 Jan 18 13:10:15.123195 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 48056) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:15.320844 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480084ca-618e-448c-8a72-caf2bae9419f req-2998fc1a-f354-4e2e-846c-3c455e3de2e4 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:15.322381 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-480084ca-618e-448c-8a72-caf2bae9419f req-2998fc1a-f354-4e2e-846c-3c455e3de2e4 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 944 time: 0.1345258 Jan 18 13:10:15.334563 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:15.343053 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Usage tracker for resource:port and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:15.349393 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:15.361737 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:15.368912 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:15.420842 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-659166485-network', 'tenant_id': 'fd2cd9914aa242ad84e257b772033710'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:15.442603 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-d83b896d-a036-42c8-a422-1c5e277ed8e4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 1097 time: 0.3176568 Jan 18 13:10:15.443795 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:15.490416 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:10:15.495378 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:10:15.495816 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:10:15.500813 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:15.500813 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:15.516249 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event updated for resources: {'Port': ['ID=53d872c4-fa84-4707-894c-f573fa6b89cb,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:15.522440 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Made reservation on behalf of 68b28824eec64ec5aaa6b2c018208c8e for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:10:15.525563 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:15.530987 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Usage tracker for resource:network and tenant:fd2cd9914aa242ad84e257b772033710 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:15.542730 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:15.548930 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:15.568175 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 98a6767b-5cf8-4439-a6a3-045df69235ea details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:10:15.684504 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-402ab22d-b3b0-424f-a08f-cc7eb148f091 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8028183 Jan 18 13:10:15.751666 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Request body: {'port': {'device_id': '56e236ac-48e2-41ac-9316-de92901f3d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:15.806589 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-fba86d10-d82f-4519-a347-353cd2106510 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6b5a306-a269-4a20-80fd-c771e2fd0246 HTTP/1.1" status: 200 len: 217 time: 0.3412108 Jan 18 13:10:15.867782 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-480084ca-618e-448c-8a72-caf2bae9419f req-0867c273-b13a-46e9-8ce9-34e963b439a5 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800930 Jan 18 13:10:15.881020 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 98a6767b-5cf8-4439-a6a3-045df69235ea, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=98a6767b-5cf8-4439-a6a3-045df69235ea,segment=NetworkSegment(1476e6c1-285b-4150-8739-4adf8f278d8e),segment_id=1476e6c1-285b-4150-8739-4adf8f278d8e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:15.882028 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Made reservation on behalf of fd2cd9914aa242ad84e257b772033710 for: {'network': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:10:15.884441 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:15.906355 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '98a6767b-5cf8-4439-a6a3-045df69235ea', 'network_id': '4e1eef94-0256-48ad-9ce2-b8f5983c2c40', 'port_id': '98a6767b-5cf8-4439-a6a3-045df69235ea', 'mac_address': 'fa:16:3e:a1:06:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0831f77-2559-44a4-8c38-96afad7c5d1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:10:15.937794 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:15.963886 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-6817db68-aa28-42c6-b044-1fe874b0f6de service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:15.965343 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-6817db68-aa28-42c6-b044-1fe874b0f6de service neutron] 10.222.0.91 "GET /v2.0/subnets?id=80ae4784-f0c5-4fdd-bf2c-38af058437bb HTTP/1.1" status: 200 len: 859 time: 0.1395974 Jan 18 13:10:15.991715 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:16.020843 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a6767b-5cf8-4439-a6a3-045df69235ea {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:10:16.059320 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-953e1ba6-8ad8-4c24-a50b-2eb8cb2e25d7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d63e130-b16f-430e-aab5-31c71b85e35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702741 Jan 18 13:10:16.066190 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 98a6767b-5cf8-4439-a6a3-045df69235ea, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=98a6767b-5cf8-4439-a6a3-045df69235ea,segment=NetworkSegment(1476e6c1-285b-4150-8739-4adf8f278d8e),segment_id=1476e6c1-285b-4150-8739-4adf8f278d8e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:16.069831 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Allocated IP 172.20.0.12 (6033635d-8e5c-4c0c-9279-8738c2f2381d/4e9e5053-81db-4d00-a550-ac7a77f48e0d/f53da194-8fa6-4b88-a414-e8a31d94c584) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:10:16.089317 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:16.123760 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-489d1788-ca0d-49cb-81ff-37b8e9c73826 req-b71438e7-12f7-4b5e-b5f4-4f25c55647a5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 1097 time: 0.8002126 Jan 18 13:10:16.189219 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b0cc73-c996-449a-852c-c264ee5df342', 'tag': 'e6b5a306-a269-4a20-80fd-c771e2fd0246'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:10:16.214808 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:16.214952 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:16.219024 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-e8ca4abb-826f-4d46-a273-ae0f022d31cf None None] Provisioning for port 53d872c4-fa84-4707-894c-f573fa6b89cb completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:10:16.265333 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-e8ca4abb-826f-4d46-a273-ae0f022d31cf None None] Provisioning complete for port 53d872c4-fa84-4707-894c-f573fa6b89cb triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:16.265960 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4abb-826f-4d46-a273-ae0f022d31cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:16.275421 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550d563-e6e0-4d7d-aa8a-e38c7474413c req-52102983-bbab-4734-bb21-ae3c97e04086 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:16.276986 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6550d563-e6e0-4d7d-aa8a-e38c7474413c req-52102983-bbab-4734-bb21-ae3c97e04086 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 944 time: 0.8197420 Jan 18 13:10:16.344944 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Usage tracker for resource:security_group_rule and tenant:fd2cd9914aa242ad84e257b772033710 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:16.362360 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:16.364439 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca4abb-826f-4d46-a273-ae0f022d31cf None None] Port 53d872c4-fa84-4707-894c-f573fa6b89cb cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:10:16.373094 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=98a6767b-5cf8-4439-a6a3-045df69235ea,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:16.425053 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:16.548750 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:16.570078 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6550d563-e6e0-4d7d-aa8a-e38c7474413c req-94ddb4df-c171-4f4d-be82-c47a608063aa tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184322 Jan 18 13:10:16.581329 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-a0bce232-03e6-4b15-a651-5db107f3f57c service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446433 Jan 18 13:10:16.583361 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Transition to ACTIVE for port object f53da194-8fa6-4b88-a414-e8a31d94c584 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:10:16.593497 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c6750-2410-4b33-810a-5bb822baa093 req-45f3e52b-9394-4fef-ad63-12f7cc9523f6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:16.595010 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c13c6750-2410-4b33-810a-5bb822baa093 req-45f3e52b-9394-4fef-ad63-12f7cc9523f6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 932 time: 0.5342169 Jan 18 13:10:16.603142 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d1788-ca0d-49cb-81ff-37b8e9c73826 req-a15501e1-9c61-4a05-a003-4ec14a06b57b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:16.604637 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-489d1788-ca0d-49cb-81ff-37b8e9c73826 req-a15501e1-9c61-4a05-a003-4ec14a06b57b service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 920 time: 0.4446077 Jan 18 13:10:16.728368 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d872c4-fa84-4707-894c-f573fa6b89cb {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:10:16.743264 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['98a6767b-5cf8-4439-a6a3-045df69235ea'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:10:16.746991 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:16.803730 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:16.911240 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Transition to ACTIVE for port object 53d872c4-fa84-4707-894c-f573fa6b89cb will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:10:16.929528 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Network 6033635d-8e5c-4c0c-9279-8738c2f2381d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:10:16.935660 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:10:16.944579 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:10:16.949546 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:16.950743 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:16.978821 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-489d1788-ca0d-49cb-81ff-37b8e9c73826 req-538272fb-75be-4c4f-a954-4cdd9efa5ea5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f HTTP/1.1" status: 200 len: 217 time: 0.3498740 Jan 18 13:10:16.990901 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event updated for resources: {'Port': ['ID=f53da194-8fa6-4b88-a414-e8a31d94c584,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:17.007769 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.008763 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.103537 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1b439742-4cdb-4253-b004-3c7c1073fde3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0393844 Jan 18 13:10:17.118438 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c13c6750-2410-4b33-810a-5bb822baa093 req-07443fc2-d43c-4fef-bb52-b54e1d8b493a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5127702 Jan 18 13:10:17.137753 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.229429 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=83736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:10:17.240283 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.240283 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.segments_db [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Added segment 08f4292f-20c2-4fd6-a93d-5d6f56914dd0 of type vlan for network 268d967d-28ee-486c-b21b-daeec2610713 Jan 18 13:10:17.268750 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.284588 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Pushing event updated for resources: {'Port': ['ID=53d872c4-fa84-4707-894c-f573fa6b89cb,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:17.309770 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d1788-ca0d-49cb-81ff-37b8e9c73826 req-e4764b54-4d59-40ca-86ea-ddbb856239fd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:17.311345 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-489d1788-ca0d-49cb-81ff-37b8e9c73826 req-e4764b54-4d59-40ca-86ea-ddbb856239fd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=80ae4784-f0c5-4fdd-bf2c-38af058437bb HTTP/1.1" status: 200 len: 859 time: 0.3016722 Jan 18 13:10:17.320073 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b0cc73-c996-449a-852c-c264ee5df342', 'tag': 'e6b5a306-a269-4a20-80fd-c771e2fd0246', 'status': 'completed', 'code': 200} Jan 18 13:10:17.345076 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aaa09195-7262-4dc2-8ab9-68a21b218ad3 req-33369c9b-3da5-45fb-b6e7-a87da4ca8d50 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7395971 Jan 18 13:10:17.354550 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Attempting to bind port 53d872c4-fa84-4707-894c-f573fa6b89cb on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:10:17.354918 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Attempting to bind port 53d872c4-fa84-4707-894c-f573fa6b89cb by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:10:17.355237 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Attempting to bind port 53d872c4-fa84-4707-894c-f573fa6b89cb on network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:10:17.359082 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbc317-8fba-4f13-8539-c16a9b31cc71 req-c6b823fb-fa0a-4714-92b0-f28aea9e00ee tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:17.360393 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-39cbc317-8fba-4f13-8539-c16a9b31cc71 req-c6b823fb-fa0a-4714-92b0-f28aea9e00ee tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 932 time: 0.4775989 Jan 18 13:10:17.361219 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8400cd-fa3a-42d7-9287-78432ced5e7e,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:17.368203 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Port 53d872c4-fa84-4707-894c-f573fa6b89cb on network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:10:17.369204 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Attempting to bind port 53d872c4-fa84-4707-894c-f573fa6b89cb on network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:10:17.383404 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Request body: {'port': {'device_id': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:17.428443 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:10:17.429430 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Checking segment: {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:10:17.431070 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Bound using segment: {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:10:17.431070 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Bound port: 53d872c4-fa84-4707-894c-f573fa6b89cb, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:10:17.431070 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.437578 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.438427 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:17.439000 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.443059 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-ba3740f6-f644-415b-90d2-934988be7c6f None None] Provisioning for port f53da194-8fa6-4b88-a414-e8a31d94c584 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:10:17.457307 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-ba3740f6-f644-415b-90d2-934988be7c6f None None] Provisioning complete for port f53da194-8fa6-4b88-a414-e8a31d94c584 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:17.458134 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ba3740f6-f644-415b-90d2-934988be7c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.514673 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-489d1788-ca0d-49cb-81ff-37b8e9c73826 req-98ca86da-929b-4bba-a535-7642cdcc5f10 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d63e130-b16f-430e-aab5-31c71b85e35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158390 Jan 18 13:10:17.528023 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-ba3740f6-f644-415b-90d2-934988be7c6f None None] Port f53da194-8fa6-4b88-a414-e8a31d94c584 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:10:17.596352 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:10:17.603402 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53d872c4-fa84-4707-894c-f573fa6b89cb,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:10:17.604451 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.618976 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] Pushing event updated for resources: {'Network': ['ID=268d967d-28ee-486c-b21b-daeec2610713,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:17.632794 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-39cbc317-8fba-4f13-8539-c16a9b31cc71 req-0a1950ff-8472-4ba9-99aa-457bf9a4eaf5 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573721 Jan 18 13:10:17.658520 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb529a5e-58df-465b-b3aa-1ba612e7a64a req-5a3fb31f-d895-41c5-9b79-0245ea058e46 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:17.661382 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fb529a5e-58df-465b-b3aa-1ba612e7a64a req-5a3fb31f-d895-41c5-9b79-0245ea058e46 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 944 time: 0.2180698 Jan 18 13:10:17.662868 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 268d967d-28ee-486c-b21b-daeec2610713 details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:10:17.690300 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.717725 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fb529a5e-58df-465b-b3aa-1ba612e7a64a req-f2cd0238-72aa-4f0f-84bb-f24d3cf49c9c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496264 Jan 18 13:10:17.719850 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-5739b2aa-aebf-4cf8-8a5c-269020d603cd admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5945215 Jan 18 13:10:17.722893 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 48102) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:17.733604 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Request body: {'subnet': {'network_id': '268d967d-28ee-486c-b21b-daeec2610713', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-659166485-subnet', 'tenant_id': 'fd2cd9914aa242ad84e257b772033710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:17.739708 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:17.745416 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Usage tracker for resource:subnet and tenant:fd2cd9914aa242ad84e257b772033710 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:17.748862 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:17.756698 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:17.883249 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.884677 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] 10.222.0.91 "PUT /v2.0/ports/53d872c4-fa84-4707-894c-f573fa6b89cb HTTP/1.1" status: 200 len: 1094 time: 2.1415250 Jan 18 13:10:17.887914 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:10:17.906452 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Made reservation on behalf of fd2cd9914aa242ad84e257b772033710 for: {'subnet': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:10:17.908954 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.980418 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446b84-3f28-49a6-aba3-b82f3c6b25f6 req-aaf0fbb3-d1fa-4b0c-be25-4a145d5fad7e tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:17.982601 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ac446b84-3f28-49a6-aba3-b82f3c6b25f6 req-aaf0fbb3-d1fa-4b0c-be25-4a145d5fad7e tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 945 time: 0.1537700 Jan 18 13:10:18.027733 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa7e2e-2f71-4649-9505-21ee95f6d8bc service neutron] Pushing event updated for resources: {'Port': ['ID=53d872c4-fa84-4707-894c-f573fa6b89cb,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:18.099356 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ac446b84-3f28-49a6-aba3-b82f3c6b25f6 req-f56dde1f-3789-4e2f-ab83-e80210845bd9 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082962 Jan 18 13:10:18.318345 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53da194-8fa6-4b88-a414-e8a31d94c584 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:10:18.334719 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:18.351032 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for subnet, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:18.351801 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Transition to ACTIVE for port object f53da194-8fa6-4b88-a414-e8a31d94c584 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:10:18.432881 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'status': 'completed', 'code': 200} Jan 18 13:10:18.461347 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:18.466161 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad21e937-c942-475c-93a4-69536bc1f228,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:18.502834 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Checking segment: {'id': '08f4292f-20c2-4fd6-a93d-5d6f56914dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '268d967d-28ee-486c-b21b-daeec2610713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:10:18.503182 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Network hostable DHCP agents. Network: 268d967d-28ee-486c-b21b-daeec2610713, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:10:18.534750 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96502c-3532-47dd-85d3-b53eec79b9e1 req-58ba1084-838c-422b-ac86-b703423f3ed1 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:18.537662 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9c96502c-3532-47dd-85d3-b53eec79b9e1 req-58ba1084-838c-422b-ac86-b703423f3ed1 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.1523612 Jan 18 13:10:18.588700 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Pushing event updated for resources: {'Port': ['ID=f53da194-8fa6-4b88-a414-e8a31d94c584,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:18.590260 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9c96502c-3532-47dd-85d3-b53eec79b9e1 req-384b414c-60e6-4858-be0c-d8621256d0fc tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431440 Jan 18 13:10:18.644226 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Network 268d967d-28ee-486c-b21b-daeec2610713 is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:10:18.649145 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Attempting to bind port f53da194-8fa6-4b88-a414-e8a31d94c584 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:10:18.649687 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Attempting to bind port f53da194-8fa6-4b88-a414-e8a31d94c584 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:10:18.649800 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Attempting to bind port f53da194-8fa6-4b88-a414-e8a31d94c584 on network 6033635d-8e5c-4c0c-9279-8738c2f2381d {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:10:18.656171 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Port f53da194-8fa6-4b88-a414-e8a31d94c584 on network 6033635d-8e5c-4c0c-9279-8738c2f2381d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:10:18.656495 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Attempting to bind port f53da194-8fa6-4b88-a414-e8a31d94c584 on network 6033635d-8e5c-4c0c-9279-8738c2f2381d {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:10:18.663125 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:10:18.663500 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Checking segment: {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:10:18.663883 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Bound using segment: {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:10:18.664305 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Bound port: f53da194-8fa6-4b88-a414-e8a31d94c584, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:10:18.664646 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:18.746979 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 268d967d-28ee-486c-b21b-daeec2610713) {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:10:18.753193 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:18.753555 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:18.759884 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069e240-5029-4d99-acf1-c9e66b6b87c3 None None] Network 268d967d-28ee-486c-b21b-daeec2610713 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:10:18.769980 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] For port f53da194-8fa6-4b88-a414-e8a31d94c584, host hv-cinder-82510, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:10:18.775334 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] For port f53da194-8fa6-4b88-a414-e8a31d94c584, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f53da194-8fa6-4b88-a414-e8a31d94c584,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:10:18.883079 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f95168-6779-41af-91c8-b378183f1de1 req-1b03a679-7cee-4810-94ef-380ae5ba1d00 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:18.884959 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e4f95168-6779-41af-91c8-b378183f1de1 req-1b03a679-7cee-4810-94ef-380ae5ba1d00 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 944 time: 0.0962429 Jan 18 13:10:18.899446 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d2a66b07-03dc-4a89-b039-b08b55489d4b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1667018 Jan 18 13:10:18.965605 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:18.978645 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e4f95168-6779-41af-91c8-b378183f1de1 req-dc3789a1-1ba2-48b7-95a4-e3290fa95e66 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861719 Jan 18 13:10:19.027996 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76476-e3a9-4de8-96c8-22a3317c4f30 req-36807db1-faa2-42b4-8db2-3abd0c72a9a0 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:19.030873 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a5b76476-e3a9-4de8-96c8-22a3317c4f30 req-36807db1-faa2-42b4-8db2-3abd0c72a9a0 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 944 time: 0.1231430 Jan 18 13:10:19.055241 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:19.056182 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54231ef6-a60a-4551-b93d-8911a549b238 None None] Network 268d967d-28ee-486c-b21b-daeec2610713 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:10:19.056779 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] 10.222.0.91 "PUT /v2.0/ports/f53da194-8fa6-4b88-a414-e8a31d94c584 HTTP/1.1" status: 200 len: 1094 time: 1.6809778 Jan 18 13:10:19.081164 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9bead-13f6-4f73-821b-80bb9d41ace2 service neutron] Pushing event updated for resources: {'Port': ['ID=f53da194-8fa6-4b88-a414-e8a31d94c584,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:19.147982 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a5b76476-e3a9-4de8-96c8-22a3317c4f30 req-0ae98c75-9866-4625-998a-247f725f98e2 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077416 Jan 18 13:10:19.323264 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f612a49-0c7a-45d8-ae33-7ebd99ace1ca req-d4f074fb-f8ca-4ca4-9c10-d0fee56bb7d3 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:19.324927 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0f612a49-0c7a-45d8-ae33-7ebd99ace1ca req-d4f074fb-f8ca-4ca4-9c10-d0fee56bb7d3 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 945 time: 0.0867457 Jan 18 13:10:19.349459 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-09dae8ad-3d51-4d5a-9eec-1c7d70fe5d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:19.373096 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0f612a49-0c7a-45d8-ae33-7ebd99ace1ca req-80d17d23-9d9e-4e66-8ab9-3ba14e3eafa0 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Jan 18 13:10:19.515916 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:10:19.670392 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:19.683276 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f', 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d', 'port_id': '7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f', 'mac_address': 'fa:16:3e:b3:2a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ae4784-f0c5-4fdd-bf2c-38af058437bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:10:19.736788 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:19.755843 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:10:19.771464 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:19.819294 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eabc61-5c15-4c78-bd40-958f3bac075a req-b1de8db6-9c7d-4122-b2e2-5ecf69ddc679 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:19.820814 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a6eabc61-5c15-4c78-bd40-958f3bac075a req-b1de8db6-9c7d-4122-b2e2-5ecf69ddc679 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.0844243 Jan 18 13:10:19.868485 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a6eabc61-5c15-4c78-bd40-958f3bac075a req-b931fe39-d1ac-4b01-99d3-004b45a389cc tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418012 Jan 18 13:10:19.906581 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:19.977671 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:20.118825 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48170) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:20.124259 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-797769767-network', 'tenant_id': '9d4a028390e7411e85e2e464feceff45'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:20.128837 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:20.133269 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Usage tracker for resource:network and tenant:9d4a028390e7411e85e2e464feceff45 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:20.136194 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:20.142836 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:20.184130 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bc9c9-3b0c-43df-b6e7-b7d6cae94757 req-ebd5f26d-f777-4e0d-895b-a5e6d8441e2e tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:20.185642 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-674bc9c9-3b0c-43df-b6e7-b7d6cae94757 req-ebd5f26d-f777-4e0d-895b-a5e6d8441e2e tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 944 time: 0.0794768 Jan 18 13:10:20.209940 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Made reservation on behalf of 9d4a028390e7411e85e2e464feceff45 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:10:20.216255 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:20.230050 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:20.234268 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-674bc9c9-3b0c-43df-b6e7-b7d6cae94757 req-d173f38d-0f90-4e61-8598-3213dad815e1 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431135 Jan 18 13:10:20.274194 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:20.278082 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Usage tracker for resource:security_group_rule and tenant:9d4a028390e7411e85e2e464feceff45 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:20.281413 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:20.288432 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:20.358256 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:20.396140 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecedb8-d77f-44e3-9dde-01a0e9bee633 req-8b22666e-96be-4203-b22f-6407b1ec3714 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:20.397484 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5aecedb8-d77f-44e3-9dde-01a0e9bee633 req-8b22666e-96be-4203-b22f-6407b1ec3714 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 944 time: 0.1294668 Jan 18 13:10:20.432605 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:20.444172 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'tag': 'f53da194-8fa6-4b88-a414-e8a31d94c584'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:10:20.444964 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5aecedb8-d77f-44e3-9dde-01a0e9bee633 req-19ba0f70-1486-4861-b878-82c1991135a8 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417147 Jan 18 13:10:20.475747 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:10:20.480052 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f28b24b-f0b8-4cfc-a554-13d904aec53e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:20.484471 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:20.484807 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Added segment 40dcd3a4-9b02-47e1-86db-8c4b84eb1341 of type vlan for network ba20c667-2b33-4085-b257-cb63367fdc59 Jan 18 13:10:20.515229 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:20.536155 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'tag': 'f53da194-8fa6-4b88-a414-e8a31d94c584', 'status': 'completed', 'code': 200} Jan 18 13:10:20.582853 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f13cce-5a59-48f9-87c1-eb45ed81dd45 req-494eca35-fbe1-4838-b3a3-fe18e98b9f05 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:20.584341 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e6f13cce-5a59-48f9-87c1-eb45ed81dd45 req-494eca35-fbe1-4838-b3a3-fe18e98b9f05 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 945 time: 0.0839434 Jan 18 13:10:20.610196 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:20.611246 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:20.611915 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:20.637428 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e6f13cce-5a59-48f9-87c1-eb45ed81dd45 req-162e2c6a-31af-4165-be8e-663f12aa87a3 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468414 Jan 18 13:10:20.720725 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] Pushing event updated for resources: {'Network': ['ID=ba20c667-2b33-4085-b257-cb63367fdc59,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:20.732243 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network ba20c667-2b33-4085-b257-cb63367fdc59 details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:10:20.822290 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-2f3f2fe8-4c1d-43db-967a-feda0b9af75d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7022302 Jan 18 13:10:20.825021 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48188) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:20.830565 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Request body: {'subnet': {'network_id': 'ba20c667-2b33-4085-b257-cb63367fdc59', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-797769767-subnet', 'tenant_id': '9d4a028390e7411e85e2e464feceff45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:20.837444 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:20.841597 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Usage tracker for resource:subnet and tenant:9d4a028390e7411e85e2e464feceff45 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:20.844466 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:20.850598 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:20.947214 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Made reservation on behalf of 9d4a028390e7411e85e2e464feceff45 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:10:20.951054 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:21.233609 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3b313905-3203-49e7-9dce-973bf66cc87f req-eece93c9-eec4-4aed-977d-b8356eb7de14 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 1097 time: 0.2000804 Jan 18 13:10:21.276855 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-f4c458da-75f5-4329-a381-d32d67d5d144 req-9858d5d1-a147-43a7-ae72-c073b5fbc832 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 1097 time: 0.2026467 Jan 18 13:10:21.281897 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3208b1-55af-4dcd-a216-1933b5de7745 req-cdfe2975-1003-46b9-98a0-60ceb3b68514 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:21.283401 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ce3208b1-55af-4dcd-a216-1933b5de7745 req-cdfe2975-1003-46b9-98a0-60ceb3b68514 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.2685187 Jan 18 13:10:21.285656 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-489d1788-ca0d-49cb-81ff-37b8e9c73826 req-fead0c3d-c800-4f9b-b1a9-8e4c439fb649 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201381 Jan 18 13:10:21.295800 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-48e02745-be35-47a0-925e-100adefd7a3b req-487ab679-3bbc-4770-8bb3-b10e3a8e191c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 1097 time: 0.2079401 Jan 18 13:10:21.533502 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:21.559118 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ce3208b1-55af-4dcd-a216-1933b5de7745 req-3616ffc5-51e9-4563-ae0d-45b82861b28e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596111 Jan 18 13:10:21.654995 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e02745-be35-47a0-925e-100adefd7a3b req-62ad0023-394f-4a0b-b6c9-6e2c76dc6566 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:21.656542 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-48e02745-be35-47a0-925e-100adefd7a3b req-62ad0023-394f-4a0b-b6c9-6e2c76dc6566 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3391287 Jan 18 13:10:21.661711 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-489d1788-ca0d-49cb-81ff-37b8e9c73826 req-336996a9-7647-4202-a484-2956c8cbc4ba service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637869 Jan 18 13:10:21.690192 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042bf7c-35c9-441d-b2ed-bba957e76e51 req-7d775d75-79c7-4149-9076-e5f0175e3b65 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:21.700556 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0042bf7c-35c9-441d-b2ed-bba957e76e51 req-7d775d75-79c7-4149-9076-e5f0175e3b65 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 944 time: 0.2873833 Jan 18 13:10:21.706109 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8fedb65e-19b8-4b00-8d73-e64d65794a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:21.719758 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b826dac-3f74-4a9b-ab59-729974c5ff04,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:21.724025 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b313905-3203-49e7-9dce-973bf66cc87f req-06831b20-22cc-4837-8e92-fa51c0d82346 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:21.725472 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3b313905-3203-49e7-9dce-973bf66cc87f req-06831b20-22cc-4837-8e92-fa51c0d82346 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 920 time: 0.4804091 Jan 18 13:10:21.732320 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c458da-75f5-4329-a381-d32d67d5d144 req-165ca63b-54a8-457b-b128-54959599c147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:21.733994 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-f4c458da-75f5-4329-a381-d32d67d5d144 req-165ca63b-54a8-457b-b128-54959599c147 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=fc2e74ac67b84fd5bd577cc130119449&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3912487 Jan 18 13:10:21.821558 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:10:21.877673 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0042bf7c-35c9-441d-b2ed-bba957e76e51 req-e552b6b6-1914-4dbe-96de-c39882fd0cb4 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739035 Jan 18 13:10:21.918140 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3b313905-3203-49e7-9dce-973bf66cc87f req-fc3ff649-0177-4411-b8db-175d7c1c68ca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6b5a306-a269-4a20-80fd-c771e2fd0246 HTTP/1.1" status: 200 len: 217 time: 0.1831696 Jan 18 13:10:21.957531 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e02745-be35-47a0-925e-100adefd7a3b req-dbe5b46b-49e7-4032-ae60-de7b265658ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:21.963080 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-48e02745-be35-47a0-925e-100adefd7a3b req-dbe5b46b-49e7-4032-ae60-de7b265658ac service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2561884 Jan 18 13:10:21.973883 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e114a4f-d38a-4c22-922c-ae48442aaac0 req-266f74c8-9d74-4800-adb5-cb7e57581dbd tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:21.981730 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1e114a4f-d38a-4c22-922c-ae48442aaac0 req-266f74c8-9d74-4800-adb5-cb7e57581dbd tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 944 time: 0.2437930 Jan 18 13:10:21.997377 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Checking segment: {'id': '40dcd3a4-9b02-47e1-86db-8c4b84eb1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ba20c667-2b33-4085-b257-cb63367fdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:10:21.997778 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Network hostable DHCP agents. Network: ba20c667-2b33-4085-b257-cb63367fdc59, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:10:22.038205 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1e114a4f-d38a-4c22-922c-ae48442aaac0 req-83bc30ad-fd4e-42ca-884f-9c0ea774eb27 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545537 Jan 18 13:10:22.077200 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b313905-3203-49e7-9dce-973bf66cc87f req-3363947c-0b26-42ab-abab-23503f63a8e4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:22.078996 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3b313905-3203-49e7-9dce-973bf66cc87f req-3363947c-0b26-42ab-abab-23503f63a8e4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=80ae4784-f0c5-4fdd-bf2c-38af058437bb HTTP/1.1" status: 200 len: 859 time: 0.1537652 Jan 18 13:10:22.130621 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c458da-75f5-4329-a381-d32d67d5d144 req-f7e96746-a79a-4d59-8877-dab5db71d248 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:22.133681 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-f4c458da-75f5-4329-a381-d32d67d5d144 req-f7e96746-a79a-4d59-8877-dab5db71d248 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3345027 Jan 18 13:10:22.220086 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3b313905-3203-49e7-9dce-973bf66cc87f req-13e064aa-a70d-4a54-a771-790a67d23d15 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d63e130-b16f-430e-aab5-31c71b85e35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938420 Jan 18 13:10:22.259091 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-ed29cc60-30be-4ae1-992b-e03b2c732b9c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 1097 time: 0.1933258 Jan 18 13:10:22.268796 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83a3ee-3ad8-458c-aeeb-54ee1087d8ed req-97a1b845-aede-49f7-b893-77ab620c8232 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:22.270249 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aa83a3ee-3ad8-458c-aeeb-54ee1087d8ed req-97a1b845-aede-49f7-b893-77ab620c8232 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 945 time: 0.1242211 Jan 18 13:10:22.358616 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Network ba20c667-2b33-4085-b257-cb63367fdc59 is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:10:22.374741 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-ad9285f6-c8a1-4947-9da0-14d0ac299dc4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53da194-8fa6-4b88-a414-e8a31d94c584 HTTP/1.1" status: 200 len: 217 time: 0.0895436 Jan 18 13:10:22.428677 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aa83a3ee-3ad8-458c-aeeb-54ee1087d8ed req-01fbd865-4509-4381-842a-bf71bdd26b6b tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037896 Jan 18 13:10:22.439613 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-69d9a3ba-d983-4f7c-aa1a-27f747f808cf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 1097 time: 0.2096450 Jan 18 13:10:22.441328 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3b313905-3203-49e7-9dce-973bf66cc87f req-6cd73be0-d6bd-4c8a-84a4-baba64ca9d9d service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102120 Jan 18 13:10:22.445575 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-88526eff-914b-47fa-96eb-2844642ac2b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:22.447012 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-88526eff-914b-47fa-96eb-2844642ac2b5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4e9e5053-81db-4d00-a550-ac7a77f48e0d HTTP/1.1" status: 200 len: 850 time: 0.0739331 Jan 18 13:10:22.537836 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-8cf16d6c-18e9-4308-9042-7d949a655fae service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6033635d-8e5c-4c0c-9279-8738c2f2381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736792 Jan 18 13:10:22.549510 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, ba20c667-2b33-4085-b257-cb63367fdc59) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:10:22.558350 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc8ffa9-0b67-4951-89ea-0983e33a029c None None] Network ba20c667-2b33-4085-b257-cb63367fdc59 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:10:22.604766 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:22.605401 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:22.620391 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-4278793e-7591-442d-9fe6-179188b1158c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53d872c4-fa84-4707-894c-f573fa6b89cb HTTP/1.1" status: 200 len: 217 time: 0.1564627 Jan 18 13:10:22.733680 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-78e51300-4485-48ff-8498-a9921430739b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:22.736627 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-78e51300-4485-48ff-8498-a9921430739b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 200 len: 856 time: 0.1094186 Jan 18 13:10:22.799120 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3b313905-3203-49e7-9dce-973bf66cc87f req-7bfb7a21-d715-4678-aaa5-59560c520b0c service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833822 Jan 18 13:10:22.826931 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:22.837723 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-8f66d964-1a30-4834-8e36-3dfa2d53b3b0 service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924287 Jan 18 13:10:22.854074 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9d6148-4c8b-4016-a0c8-537b52d28e2e None None] Network ba20c667-2b33-4085-b257-cb63367fdc59 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:10:22.854667 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-c66bd7aa-561e-4190-bcba-5126a370898d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923488 Jan 18 13:10:22.864780 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-79365472-66f4-411b-893b-a6902d2a2bc5 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0376954 Jan 18 13:10:22.957888 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 98a6767b-5cf8-4439-a6a3-045df69235ea up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:23.003149 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:23.071225 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9715939-8340-4b11-bfd9-aeae3b19c034 req-b8b66f4e-47a4-43ca-8a9f-bc1a44910bd2 service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228148 Jan 18 13:10:23.138147 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2675b4b-c373-4f78-874f-10e8e71f31f8 req-c2804508-e193-41af-a7d8-b32f026588b6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:23.143005 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b2675b4b-c373-4f78-874f-10e8e71f31f8 req-c2804508-e193-41af-a7d8-b32f026588b6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.3465261 Jan 18 13:10:23.216015 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-6c8a2c3c-3c34-4518-a9ea-569740cf2ff3 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481793 Jan 18 13:10:23.221366 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48258) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:23.285956 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b2675b4b-c373-4f78-874f-10e8e71f31f8 req-ebe2f28e-54f3-45a6-acf4-c431058006ed tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828266 Jan 18 13:10:23.317785 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cb4d3-3131-46f3-93d2-137b71487fa0 req-ff85df5f-543e-451b-9a2b-a8e71dde2806 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:23.319246 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ce7cb4d3-3131-46f3-93d2-137b71487fa0 req-ff85df5f-543e-451b-9a2b-a8e71dde2806 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 944 time: 0.1745746 Jan 18 13:10:23.324973 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port 98a6767b-5cf8-4439-a6a3-045df69235ea completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:10:23.336690 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 98a6767b-5cf8-4439-a6a3-045df69235ea triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:23.336790 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:23.382772 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ce7cb4d3-3131-46f3-93d2-137b71487fa0 req-b85262c9-acbe-4015-8835-93dd19b8dc03 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566115 Jan 18 13:10:23.403185 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-498155d0-fed2-44de-882a-a797e181c6a0 admin admin] Deleting subnet ad21e937-c942-475c-93a4-69536bc1f228 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:10:23.415904 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-498155d0-fed2-44de-882a-a797e181c6a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:23.477461 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:23.489711 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-498155d0-fed2-44de-882a-a797e181c6a0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:23.498414 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-498155d0-fed2-44de-882a-a797e181c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:23.512912 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30db49c-e350-4be9-8c62-43b4741e0863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6767b-5cf8-4439-a6a3-045df69235ea'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:10:23.590815 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 98a6767b-5cf8-4439-a6a3-045df69235ea, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=98a6767b-5cf8-4439-a6a3-045df69235ea,segment=NetworkSegment(1476e6c1-285b-4150-8739-4adf8f278d8e),segment_id=1476e6c1-285b-4150-8739-4adf8f278d8e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:23.640140 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face0c56-fe40-4595-9f75-e979ce930c1a req-8827b00d-09a2-45ce-9d60-7552659e138f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:23.641840 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-face0c56-fe40-4595-9f75-e979ce930c1a req-8827b00d-09a2-45ce-9d60-7552659e138f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 944 time: 0.1221170 Jan 18 13:10:23.676829 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e76b2fb6-4040-445f-96dc-5f3e996d0005 req-a068a219-e22a-423c-b564-a2a83ff7540f service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140196 Jan 18 13:10:23.678775 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:23.782293 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-face0c56-fe40-4595-9f75-e979ce930c1a req-47707194-76a2-4fef-bff3-3438b6bbf271 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888524 Jan 18 13:10:23.799025 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737b5e2-064b-401c-850b-9e5db2486d15 req-b120a313-e73d-45f8-bd85-9bab745a0174 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:23.801813 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b737b5e2-064b-401c-850b-9e5db2486d15 req-b120a313-e73d-45f8-bd85-9bab745a0174 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 946 time: 0.1582232 Jan 18 13:10:23.855705 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=98a6767b-5cf8-4439-a6a3-045df69235ea,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:23.872616 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b737b5e2-064b-401c-850b-9e5db2486d15 req-7e6436f7-4cc6-49ad-bf94-2cbbe4ecb5ea tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640607 Jan 18 13:10:23.964743 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-498155d0-fed2-44de-882a-a797e181c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:23.970246 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30db49c-e350-4be9-8c62-43b4741e0863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6767b-5cf8-4439-a6a3-045df69235ea', 'code': 200} Jan 18 13:10:24.005701 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498155d0-fed2-44de-882a-a797e181c6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad21e937-c942-475c-93a4-69536bc1f228,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:24.016101 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-498155d0-fed2-44de-882a-a797e181c6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:24.022327 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-498155d0-fed2-44de-882a-a797e181c6a0 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ad21e937-c942-475c-93a4-69536bc1f228 HTTP/1.1" status: 204 len: 168 time: 0.7999854 Jan 18 13:10:24.024981 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48282) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:24.107433 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:24.195233 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:24.330890 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:24.361259 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.361608 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.362402 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.362756 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > port after_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.363412 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.363848 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > port after_update 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.364280 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.364607 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.364925 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.365241 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.524478 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a63c4-f140-4d87-881f-e30a0da1c342 req-27eb646b-a58e-4f1f-8c40-44b46f580629 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:24.526700 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-329a63c4-f140-4d87-881f-e30a0da1c342 req-27eb646b-a58e-4f1f-8c40-44b46f580629 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.0900085 Jan 18 13:10:24.589831 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.590338 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.590528 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.591818 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:10:24.592199 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268d967d-28ee-486c-b21b-daeec2610713']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:24.634065 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-329a63c4-f140-4d87-881f-e30a0da1c342 req-2027a08b-6e6c-47c8-bc64-46c1815208af tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692394 Jan 18 13:10:24.652997 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c54316-1f4e-4039-b8d2-ccb3d40d5595 req-637aa817-b169-4116-bc85-5a24b2a69857 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:24.660924 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-93c54316-1f4e-4039-b8d2-ccb3d40d5595 req-637aa817-b169-4116-bc85-5a24b2a69857 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 944 time: 0.1322293 Jan 18 13:10:24.714392 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-93c54316-1f4e-4039-b8d2-ccb3d40d5595 req-88f98892-30f2-4c87-8c4a-870ad88c2026 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526233 Jan 18 13:10:24.714906 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f4292f-20c2-4fd6-a93d-5d6f56914dd0') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:24.715273 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f4292f-20c2-4fd6-a93d-5d6f56914dd0') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:24.735780 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091176'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:24.762238 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:24.772475 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:10:24.772862 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347526'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: util.warn_limited( Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: util.warn_limited( Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: Traceback (most recent call last): Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: timer() Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: cb(*args, **kw) Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: return func(*args, **kwargs) Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: self._notify() Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: self.callback(batched_events) Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: event.method(event) Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: return f(self, *a, **k) Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._get(url).json() Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: return self.request(url, 'GET', **kwargs) Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:10:24.790207 dv-cinder-825102-1-iscsi neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:10:24.866156 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-4e720ce1-5b02-4ec7-8dba-d014abf9d479 req-ca9ace6a-7916-44ae-aa5e-4c4dc642c2a3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 1099 time: 0.2608776 Jan 18 13:10:24.890376 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4e720ce1-5b02-4ec7-8dba-d014abf9d479 req-6ea80919-8391-4e5d-8440-18648f1a2c04 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:24.924573 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device e6b5a306-a269-4a20-80fd-c771e2fd0246 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:10:24.971522 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-4e720ce1-5b02-4ec7-8dba-d014abf9d479 req-6ea80919-8391-4e5d-8440-18648f1a2c04 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:24.990279 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-4e720ce1-5b02-4ec7-8dba-d014abf9d479 req-6ea80919-8391-4e5d-8440-18648f1a2c04 service neutron] Usage tracker for resource:security_group_rule and tenant:5033ab9f12174889a76d7c4ef0bfd997 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:25.002308 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-4e720ce1-5b02-4ec7-8dba-d014abf9d479 req-6ea80919-8391-4e5d-8440-18648f1a2c04 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:25.017981 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.019679 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-4e720ce1-5b02-4ec7-8dba-d014abf9d479 req-6ea80919-8391-4e5d-8440-18648f1a2c04 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:25.023742 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:25.048236 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Pushing event deleted for resources: {'Network': ['ID=268d967d-28ee-486c-b21b-daeec2610713,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:25.050149 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.074598 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-8d7b1f88-3079-4daf-b442-4f7d3d73f481 admin admin] 10.222.0.87 "DELETE /v2.0/networks/268d967d-28ee-486c-b21b-daeec2610713 HTTP/1.1" status: 204 len: 168 time: 1.0482864 Jan 18 13:10:25.080581 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48318) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:25.196958 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be0c26-ffa2-4a82-8fbf-2dbb3d0bb4a2 req-b0c7b2a7-9e53-466e-a549-7e5407f6f206 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:25.205848 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f3be0c26-ffa2-4a82-8fbf-2dbb3d0bb4a2 req-b0c7b2a7-9e53-466e-a549-7e5407f6f206 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 944 time: 0.2460043 Jan 18 13:10:25.221936 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port e6b5a306-a269-4a20-80fd-c771e2fd0246, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e6b5a306-a269-4a20-80fd-c771e2fd0246,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:25.224475 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ad53a1-0ef0-427b-a1f2-7b99dbd20b67 admin admin] Deleting subnet 5b826dac-3f74-4a9b-ab59-729974c5ff04 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:10:25.228274 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1ad53a1-0ef0-427b-a1f2-7b99dbd20b67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.244154 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9ca0d-a1f2-4293-a943-00e370caa2a1 req-ea6792b3-9f71-41d6-953e-09f885f14c97 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:25.255378 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f4f9ca0d-a1f2-4293-a943-00e370caa2a1 req-ea6792b3-9f71-41d6-953e-09f885f14c97 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 946 time: 0.2345269 Jan 18 13:10:25.266541 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': 'e6b5a306-a269-4a20-80fd-c771e2fd0246', 'network_id': '3d63e130-b16f-430e-aab5-31c71b85e35d', 'port_id': 'e6b5a306-a269-4a20-80fd-c771e2fd0246', 'mac_address': 'fa:16:3e:f9:5d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ae4784-f0c5-4fdd-bf2c-38af058437bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:10:25.349395 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f3be0c26-ffa2-4a82-8fbf-2dbb3d0bb4a2 req-8e74251c-f173-4c6a-a173-257cd5a0eecc tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427612 Jan 18 13:10:25.383542 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f4f9ca0d-a1f2-4293-a943-00e370caa2a1 req-5609d4bf-900b-42c4-925a-60df06794d9e tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294842 Jan 18 13:10:25.390238 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1ad53a1-0ef0-427b-a1f2-7b99dbd20b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091171'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.414156 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.434587 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b5a306-a269-4a20-80fd-c771e2fd0246 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:10:25.455416 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port e6b5a306-a269-4a20-80fd-c771e2fd0246, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e6b5a306-a269-4a20-80fd-c771e2fd0246,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:25.467951 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4e720ce1-5b02-4ec7-8dba-d014abf9d479 req-6ea80919-8391-4e5d-8440-18648f1a2c04 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.479941 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1ad53a1-0ef0-427b-a1f2-7b99dbd20b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.495429 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:10:25.500810 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:25.501434 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.570664 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.610340 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-4e720ce1-5b02-4ec7-8dba-d014abf9d479 req-6ea80919-8391-4e5d-8440-18648f1a2c04 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.672593 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1ad53a1-0ef0-427b-a1f2-7b99dbd20b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1345888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911589'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.727610 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-4e720ce1-5b02-4ec7-8dba-d014abf9d479 req-6ea80919-8391-4e5d-8440-18648f1a2c04 service neutron] Synchronizing usage tracker for tenant:5033ab9f12174889a76d7c4ef0bfd997 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:10:25.730293 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=e6b5a306-a269-4a20-80fd-c771e2fd0246,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:25.743166 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.750726 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea80919-8391-4e5d-8440-18648f1a2c04 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bdc17f-aa6c-482d-95ca-9ac3b0269b48,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:25.760317 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad53a1-0ef0-427b-a1f2-7b99dbd20b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b826dac-3f74-4a9b-ab59-729974c5ff04,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:25.764220 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1ad53a1-0ef0-427b-a1f2-7b99dbd20b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.780186 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e1ad53a1-0ef0-427b-a1f2-7b99dbd20b67 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/5b826dac-3f74-4a9b-ab59-729974c5ff04 HTTP/1.1" status: 204 len: 168 time: 0.6933887 Jan 18 13:10:25.780902 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48338) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:25.827960 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:25.929840 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:25.974835 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab4bd80-3def-4593-945a-03a597f71b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:10:25.978784 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-4e720ce1-5b02-4ec7-8dba-d014abf9d479 req-6ea80919-8391-4e5d-8440-18648f1a2c04 service neutron] Unset dirty status for tenant:5033ab9f12174889a76d7c4ef0bfd997 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:10:25.981465 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-4e720ce1-5b02-4ec7-8dba-d014abf9d479 req-6ea80919-8391-4e5d-8440-18648f1a2c04 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1094005 Jan 18 13:10:26.025317 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23e3ff-fe76-41e1-8844-2160aaef73a5 req-63bf0b1e-1065-461b-a557-05e95f67243b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:26.027040 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3e23e3ff-fe76-41e1-8844-2160aaef73a5 req-63bf0b1e-1065-461b-a557-05e95f67243b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.1809320 Jan 18 13:10:26.033794 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:26.038424 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a022bef-48ce-4b7e-9767-a48bc2e35bbe req-9f65c0f9-094a-407d-b7ab-dfb394f6f2b2 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:26.040140 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a022bef-48ce-4b7e-9767-a48bc2e35bbe req-9f65c0f9-094a-407d-b7ab-dfb394f6f2b2 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 944 time: 0.1519454 Jan 18 13:10:26.083907 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:26.124591 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['e6b5a306-a269-4a20-80fd-c771e2fd0246'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:10:26.126951 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba20c667-2b33-4085-b257-cb63367fdc59']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:26.149241 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40dcd3a4-9b02-47e1-86db-8c4b84eb1341') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:26.149559 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40dcd3a4-9b02-47e1-86db-8c4b84eb1341') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:26.155099 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:26.165225 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3e23e3ff-fe76-41e1-8844-2160aaef73a5 req-93f1c71a-403b-472d-8bc9-97d255b9be25 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240921 Jan 18 13:10:26.179896 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a022bef-48ce-4b7e-9767-a48bc2e35bbe req-5124ad3d-3ce0-44a7-83e9-f01a041f46b4 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808933 Jan 18 13:10:26.181439 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091176'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:26.202022 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:26.211636 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:10:26.212116 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347526'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: Traceback (most recent call last): Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: timer() Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: cb(*args, **kw) Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: return func(*args, **kwargs) Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: self._notify() Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: self.callback(batched_events) Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: event.method(event) Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: return f(self, *a, **k) Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._get(url).json() Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: return self.request(url, 'GET', **kwargs) Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:10:26.230376 dv-cinder-825102-1-iscsi neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:10:26.248461 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab4bd80-3def-4593-945a-03a597f71b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f', 'code': 200} Jan 18 13:10:26.364683 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:26.391579 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:26.396528 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba20c667-2b33-4085-b257-cb63367fdc59,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:26.404057 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-ba93f722-fc2d-4cbd-bb2a-c3c00d47379d admin admin] 10.222.0.87 "DELETE /v2.0/networks/ba20c667-2b33-4085-b257-cb63367fdc59 HTTP/1.1" status: 204 len: 168 time: 0.6194179 Jan 18 13:10:26.683357 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbad042-1957-46e8-82e8-8db3f1a92d8a req-c5cac9ba-1d46-45f5-b7df-9b79464b9c6a tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:26.684979 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3fbad042-1957-46e8-82e8-8db3f1a92d8a req-c5cac9ba-1d46-45f5-b7df-9b79464b9c6a tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 945 time: 0.1525617 Jan 18 13:10:26.692904 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fc430-f461-4d03-ad94-f02a0ba03833 req-fbf97d85-dafa-46ba-aca8-cf90a3435db1 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:26.694357 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ff1fc430-f461-4d03-ad94-f02a0ba03833 req-fbf97d85-dafa-46ba-aca8-cf90a3435db1 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 946 time: 0.1284552 Jan 18 13:10:26.774777 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ff1fc430-f461-4d03-ad94-f02a0ba03833 req-186ea9b6-b286-41df-994e-5af2fcececc3 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645525 Jan 18 13:10:26.776769 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3fbad042-1957-46e8-82e8-8db3f1a92d8a req-24e72b7b-8d93-46da-9915-68f3069d79bb tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816944 Jan 18 13:10:26.934286 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 53d872c4-fa84-4707-894c-f573fa6b89cb details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:10:27.044602 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1865bb50-1efc-4862-aeb0-d5bb3fbd857c req-97edf1fc-179f-4522-8ff3-8e3842e41312 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 1099 time: 0.0754869 Jan 18 13:10:27.067341 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 48374) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:27.115099 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53d872c4-fa84-4707-894c-f573fa6b89cb,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:27.140881 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1865bb50-1efc-4862-aeb0-d5bb3fbd857c req-c1d16cdd-9a24-4182-a4dd-d7a6f6f563bc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828702 Jan 18 13:10:27.141740 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'port_id': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'mac_address': 'fa:16:3e:62:3f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:10:27.153541 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b6b618ed-b771-4c05-b324-654dbc43dbda admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fd2cd9914aa242ad84e257b772033710&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0841398 Jan 18 13:10:27.156344 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48382) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:27.202340 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:27.220073 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d872c4-fa84-4707-894c-f573fa6b89cb {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:10:27.226301 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49fbef21-9add-4dee-ba89-f1e767cae8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:27.236264 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53d872c4-fa84-4707-894c-f573fa6b89cb,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:27.254299 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49fbef21-9add-4dee-ba89-f1e767cae8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:27.324133 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:27.325147 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device f53da194-8fa6-4b88-a414-e8a31d94c584 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:10:27.387837 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49fbef21-9add-4dee-ba89-f1e767cae8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:27.408812 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbef21-9add-4dee-ba89-f1e767cae8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8400cd-fa3a-42d7-9287-78432ced5e7e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:27.415196 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-49fbef21-9add-4dee-ba89-f1e767cae8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:27.417605 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-49fbef21-9add-4dee-ba89-f1e767cae8a8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4a8400cd-fa3a-42d7-9287-78432ced5e7e HTTP/1.1" status: 204 len: 168 time: 0.2602928 Jan 18 13:10:27.460466 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c8ad9-b1d9-4e1a-9e09-91210d7fbf1e req-056e7f52-4862-42b7-a2f5-e896997f6c4f tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:27.460816 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=53d872c4-fa84-4707-894c-f573fa6b89cb,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:27.462148 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-697c8ad9-b1d9-4e1a-9e09-91210d7fbf1e req-056e7f52-4862-42b7-a2f5-e896997f6c4f tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 944 time: 0.1604371 Jan 18 13:10:27.484667 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85286329-eda9-4874-8fb6-23b42ef2f3b9 req-ce69f94d-dd26-498f-ada5-10cbf1eb9e0d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:27.486300 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-85286329-eda9-4874-8fb6-23b42ef2f3b9 req-ce69f94d-dd26-498f-ada5-10cbf1eb9e0d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 945 time: 0.1392589 Jan 18 13:10:27.563024 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-697c8ad9-b1d9-4e1a-9e09-91210d7fbf1e req-a700a491-620d-49c7-ad09-2a4197af5394 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845509 Jan 18 13:10:27.614853 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port f53da194-8fa6-4b88-a414-e8a31d94c584, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f53da194-8fa6-4b88-a414-e8a31d94c584,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:27.620017 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-85286329-eda9-4874-8fb6-23b42ef2f3b9 req-d02942c5-6c86-4eeb-9ed3-46fb15f65411 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028917 Jan 18 13:10:27.629773 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': 'f53da194-8fa6-4b88-a414-e8a31d94c584', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'port_id': 'f53da194-8fa6-4b88-a414-e8a31d94c584', 'mac_address': 'fa:16:3e:2c:54:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:10:27.687528 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:27.731122 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53da194-8fa6-4b88-a414-e8a31d94c584 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:10:27.746688 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port f53da194-8fa6-4b88-a414-e8a31d94c584, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f53da194-8fa6-4b88-a414-e8a31d94c584,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:27.855893 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:27.931048 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=f53da194-8fa6-4b88-a414-e8a31d94c584,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:28.123096 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdd8e3-2408-4659-b1c0-9dc83c07fe74 req-94356c87-6eda-4f6d-9194-228b79b8c6a9 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:28.124962 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-27fdd8e3-2408-4659-b1c0-9dc83c07fe74 req-94356c87-6eda-4f6d-9194-228b79b8c6a9 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 946 time: 0.2187607 Jan 18 13:10:28.150059 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c232c-6acc-4fa4-95d7-f59c6d101475 req-3c320f14-0c21-4c46-9593-28a86951a103 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:28.151563 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ab3c232c-6acc-4fa4-95d7-f59c6d101475 req-3c320f14-0c21-4c46-9593-28a86951a103 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 945 time: 0.2008617 Jan 18 13:10:28.215378 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-27fdd8e3-2408-4659-b1c0-9dc83c07fe74 req-0f2689a7-2da4-4505-9944-4dabd62ec403 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844219 Jan 18 13:10:28.219827 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ab3c232c-6acc-4fa4-95d7-f59c6d101475 req-25437db5-c903-42b6-8388-77a0996a0411 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609479 Jan 18 13:10:28.405123 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48418) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:28.481421 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-bf00ba49-69d7-41a7-a3b0-aa3f0ffafec7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9d4a028390e7411e85e2e464feceff45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568571 Jan 18 13:10:28.482124 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 48424) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:28.555067 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-52e1129f-1336-426a-a2c5-6947baafa542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:28.584197 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-52e1129f-1336-426a-a2c5-6947baafa542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:28.589209 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['53d872c4-fa84-4707-894c-f573fa6b89cb'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:10:28.623247 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['f53da194-8fa6-4b88-a414-e8a31d94c584'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:10:28.855954 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-52e1129f-1336-426a-a2c5-6947baafa542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:28.897235 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1129f-1336-426a-a2c5-6947baafa542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f28b24b-f0b8-4cfc-a554-13d904aec53e,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:28.902841 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-52e1129f-1336-426a-a2c5-6947baafa542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:28.906824 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-52e1129f-1336-426a-a2c5-6947baafa542 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7f28b24b-f0b8-4cfc-a554-13d904aec53e HTTP/1.1" status: 204 len: 168 time: 0.4209192 Jan 18 13:10:28.941499 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device e6b5a306-a269-4a20-80fd-c771e2fd0246 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:28.951621 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7154792-22c7-4776-8572-f63160cbc07f req-ccf73ffa-17e8-47bd-b4d4-a127568b783a tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:28.953093 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a7154792-22c7-4776-8572-f63160cbc07f req-ccf73ffa-17e8-47bd-b4d4-a127568b783a tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 945 time: 0.1985497 Jan 18 13:10:28.969422 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed63a5-ab61-4cbd-941b-c80f47c14183 req-3b226d1e-1505-48a0-9824-0b96017b8ef6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:28.970991 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-daed63a5-ab61-4cbd-941b-c80f47c14183 req-3b226d1e-1505-48a0-9824-0b96017b8ef6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 945 time: 0.1797452 Jan 18 13:10:29.125770 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a7154792-22c7-4776-8572-f63160cbc07f req-dfef9c23-eb9e-49f6-838a-35c20e4cdabb tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537662 Jan 18 13:10:29.149957 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-daed63a5-ab61-4cbd-941b-c80f47c14183 req-4f2a0ee1-b48c-4202-9786-a6abd0f6e0cc tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187916 Jan 18 13:10:29.164215 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 48442) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:29.266671 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port e6b5a306-a269-4a20-80fd-c771e2fd0246 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:10:29.272585 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port e6b5a306-a269-4a20-80fd-c771e2fd0246 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:29.273002 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:29.312632 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-ef291f7a-8c47-4d36-a55f-ce553b0643c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:29.428267 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:29.449406 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-ef291f7a-8c47-4d36-a55f-ce553b0643c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:29.455928 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b0cc73-c996-449a-852c-c264ee5df342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b5a306-a269-4a20-80fd-c771e2fd0246'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:10:29.464473 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-ef291f7a-8c47-4d36-a55f-ce553b0643c7 admin admin] Usage tracker for resource:security_group_rule and tenant:ca74c3bb1ec141ff9b76dc5b29112b12 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:29.467690 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port e6b5a306-a269-4a20-80fd-c771e2fd0246, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e6b5a306-a269-4a20-80fd-c771e2fd0246,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:29.470837 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-ef291f7a-8c47-4d36-a55f-ce553b0643c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:29.485064 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-ef291f7a-8c47-4d36-a55f-ce553b0643c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:29.558592 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d4f32-385f-4028-b3ea-2ab324613fec req-de1a557c-9355-4640-b3dc-d9dc17a5babd tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:29.560207 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ca6d4f32-385f-4028-b3ea-2ab324613fec req-de1a557c-9355-4640-b3dc-d9dc17a5babd tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 945 time: 0.1936505 Jan 18 13:10:29.572221 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e26fa1-0253-4bb4-b701-fcdea16c6420 req-b09db9fe-040c-46a1-b504-66a8aadc217b tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:29.573755 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-16e26fa1-0253-4bb4-b701-fcdea16c6420 req-b09db9fe-040c-46a1-b504-66a8aadc217b tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 946 time: 0.1672502 Jan 18 13:10:29.581458 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:29.655874 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=e6b5a306-a269-4a20-80fd-c771e2fd0246,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:29.690288 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-ef291f7a-8c47-4d36-a55f-ce553b0643c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:29.699941 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ca6d4f32-385f-4028-b3ea-2ab324613fec req-deab55e6-ba7b-4002-8771-1e85242615d1 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239939 Jan 18 13:10:29.704413 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-16e26fa1-0253-4bb4-b701-fcdea16c6420 req-2f5e5e2b-abc0-4699-b832-36f0b473676f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101899 Jan 18 13:10:29.774906 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b0cc73-c996-449a-852c-c264ee5df342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b5a306-a269-4a20-80fd-c771e2fd0246', 'code': 200} Jan 18 13:10:29.788960 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-ef291f7a-8c47-4d36-a55f-ce553b0643c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:29.836360 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef291f7a-8c47-4d36-a55f-ce553b0643c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a6d365-7d5a-42fd-8587-af24d250d221,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:29.849144 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-ef291f7a-8c47-4d36-a55f-ce553b0643c7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ca74c3bb1ec141ff9b76dc5b29112b12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6838462 Jan 18 13:10:29.851800 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48466) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:29.922593 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0155-eb26-4319-becf-832bec259848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:29.996627 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0155-eb26-4319-becf-832bec259848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:30.105661 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-011ddf60-a093-4b2c-8288-03d2ef694c39 req-6eeb04a0-bcd0-42a8-b068-2f0e85a7199a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1554258 Jan 18 13:10:30.294686 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0155-eb26-4319-becf-832bec259848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:30.314406 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a0155-eb26-4319-becf-832bec259848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a6d365-7d5a-42fd-8587-af24d250d221,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:30.327684 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0155-eb26-4319-becf-832bec259848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:30.329104 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-7c5a0155-eb26-4319-becf-832bec259848 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f2a6d365-7d5a-42fd-8587-af24d250d221 HTTP/1.1" status: 204 len: 168 time: 0.4761767 Jan 18 13:10:30.346484 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-011ddf60-a093-4b2c-8288-03d2ef694c39 req-ed6de53a-7e2d-42b5-9269-7ed3bcee84bf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3359b64312a4f06a3f2ac503b2ee164&device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 1099 time: 0.1121483 Jan 18 13:10:30.499086 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0724b-655d-42c0-88ba-eba9791e6271 req-fcd45e32-f968-4271-b053-bf6b4a3cb08f tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:30.500587 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bdb0724b-655d-42c0-88ba-eba9791e6271 req-fcd45e32-f968-4271-b053-bf6b4a3cb08f tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 945 time: 0.2451155 Jan 18 13:10:30.524394 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ddf60-a093-4b2c-8288-03d2ef694c39 req-ecdcf1f4-5297-4bf2-acb2-973c84e58c92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:30.526096 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-011ddf60-a093-4b2c-8288-03d2ef694c39 req-ecdcf1f4-5297-4bf2-acb2-973c84e58c92 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e1eef94-0256-48ad-9ce2-b8f5983c2c40 HTTP/1.1" status: 200 len: 912 time: 0.1582899 Jan 18 13:10:30.587440 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2e1f19cd-bd78-46dd-8d77-67467bf22643 req-dda1671d-ef55-4f7b-a109-92895e31621e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 1099 time: 0.1558306 Jan 18 13:10:30.592936 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a5483-60f9-48b7-9e21-b4f485d96263 req-6523bc56-6346-4b22-91b0-c09bd1ee1969 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:30.594305 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-142a5483-60f9-48b7-9e21-b4f485d96263 req-6523bc56-6346-4b22-91b0-c09bd1ee1969 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 945 time: 0.2267926 Jan 18 13:10:30.597704 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bdb0724b-655d-42c0-88ba-eba9791e6271 req-798215cc-6486-47a0-8f20-8fdb83bb85a7 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830109 Jan 18 13:10:30.606946 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-011ddf60-a093-4b2c-8288-03d2ef694c39 req-a894b7d0-e6ff-4deb-8196-9c8a5ad35bb4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a6767b-5cf8-4439-a6a3-045df69235ea HTTP/1.1" status: 200 len: 217 time: 0.0744965 Jan 18 13:10:30.678316 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2e1f19cd-bd78-46dd-8d77-67467bf22643 req-1ba4629f-abf5-48e5-90d3-3415270231fb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830517 Jan 18 13:10:30.682932 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-142a5483-60f9-48b7-9e21-b4f485d96263 req-df68d4f9-42b4-4679-8d96-590277e4085c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708537 Jan 18 13:10:30.683538 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ddf60-a093-4b2c-8288-03d2ef694c39 req-52dcb740-2784-47bf-b01d-b639239b975e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:30.685020 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-011ddf60-a093-4b2c-8288-03d2ef694c39 req-52dcb740-2784-47bf-b01d-b639239b975e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a0831f77-2559-44a4-8c38-96afad7c5d1f HTTP/1.1" status: 200 len: 851 time: 0.0724378 Jan 18 13:10:30.936761 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 53d872c4-fa84-4707-894c-f573fa6b89cb up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:31.023032 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Sync routers for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:10:31.027166 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30901a9b-abe0-411b-a1e3-27a74c3d0504 req-2dbfa049-78f3-4105-8a17-e52336f4251f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:31.031169 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-30901a9b-abe0-411b-a1e3-27a74c3d0504 req-2dbfa049-78f3-4105-8a17-e52336f4251f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1659985 Jan 18 13:10:31.053377 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:10:31.054367 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:10:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:31.099953 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Sync routers for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:10:31.150131 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-011ddf60-a093-4b2c-8288-03d2ef694c39 req-06a9f77f-c634-46fb-b990-548cad91e08b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e1eef94-0256-48ad-9ce2-b8f5983c2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028423 Jan 18 13:10:31.161535 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:10:31.166865 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:10:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:31.187792 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-30901a9b-abe0-411b-a1e3-27a74c3d0504 req-51387e46-b8c7-40bc-82a2-85ece8078c64 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486666 Jan 18 13:10:31.349010 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-011ddf60-a093-4b2c-8288-03d2ef694c39 req-f2e79b6d-ebb9-4429-9265-10fd8db7d953 service neutron] 10.222.0.91 "GET /v2.0/networks/4e1eef94-0256-48ad-9ce2-b8f5983c2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898074 Jan 18 13:10:31.366136 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:10:31.446096 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port 53d872c4-fa84-4707-894c-f573fa6b89cb completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:10:31.477218 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 53d872c4-fa84-4707-894c-f573fa6b89cb triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:31.477560 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:31.563571 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-011ddf60-a093-4b2c-8288-03d2ef694c39 req-42c6aa71-2201-4c1e-b24e-b23f3645fe8a service neutron] 10.222.0.91 "GET /v2.0/networks/4e1eef94-0256-48ad-9ce2-b8f5983c2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084446 Jan 18 13:10:31.591862 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:10:31.640866 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48528) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:31.692489 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45b52df8-2b83-4143-988e-b973d1e2f93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:31.765542 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 2, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:31.767628 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-45b52df8-2b83-4143-988e-b973d1e2f93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:31.772698 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Checking router: a091288e-732a-4687-8d95-91425eca3fa3 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:10:31.775893 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Updating router a091288e-732a-4687-8d95-91425eca3fa3 port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 binding host dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:10:31.776492 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-45b52df8-2b83-4143-988e-b973d1e2f93d admin admin] Usage tracker for resource:security_group_rule and tenant:9dfa35a6a97746fbac9279f5d5a4430c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:31.784126 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-45b52df8-2b83-4143-988e-b973d1e2f93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:31.818926 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-45b52df8-2b83-4143-988e-b973d1e2f93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:31.878310 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:31.886325 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d7d50-0d32-4025-a16a-c0e30d238d9f req-bb9e51aa-c840-4d9b-94e2-100c091ce541 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:31.898622 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a45d7d50-0d32-4025-a16a-c0e30d238d9f req-bb9e51aa-c840-4d9b-94e2-100c091ce541 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 945 time: 0.1496620 Jan 18 13:10:31.910465 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:32.032164 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a45d7d50-0d32-4025-a16a-c0e30d238d9f req-3994af08-5c9e-4c7a-86c7-5f9da3ba45e3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323669 Jan 18 13:10:32.046937 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45b52df8-2b83-4143-988e-b973d1e2f93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:32.085896 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:32.101370 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde10a0-fd10-4321-ba3b-3c269eb3f593 req-2fcec14e-c218-42cd-83bf-ba94efc74631 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:32.103024 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0cde10a0-fd10-4321-ba3b-3c269eb3f593 req-2fcec14e-c218-42cd-83bf-ba94efc74631 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 945 time: 0.1542811 Jan 18 13:10:32.195859 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0cde10a0-fd10-4321-ba3b-3c269eb3f593 req-4700702f-2a5c-464a-8687-31503a7a369e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839078 Jan 18 13:10:32.227617 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-45b52df8-2b83-4143-988e-b973d1e2f93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:32.268087 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53d872c4-fa84-4707-894c-f573fa6b89cb,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:32.272435 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:10:32.331260 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-45b52df8-2b83-4143-988e-b973d1e2f93d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9dfa35a6a97746fbac9279f5d5a4430c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6879518 Jan 18 13:10:32.334271 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 48546) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:32.342418 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:09:49Z', 'revision_number': 2, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:32.347065 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Checking router: b7e0b6ae-8f8e-486d-b523-0a0a9d419490 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:10:32.347730 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Updating router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df binding host dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:10:32.373447 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b52df8-2b83-4143-988e-b973d1e2f93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd97229-ea1a-4f29-8fbc-1fdaf6dd6ba2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:32.460785 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'code': 200} Jan 18 13:10:32.465331 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-53c7431c-7fb6-4f73-ad70-3bf2ccf9b645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:32.465437 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:32.465437 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device f53da194-8fa6-4b88-a414-e8a31d94c584 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:32.498692 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-53c7431c-7fb6-4f73-ad70-3bf2ccf9b645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:32.556493 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:32.586338 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:32.605789 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Transition to ACTIVE for port object f7a21266-34f2-446b-8f9c-b3ae6697dcd7 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:10:32.633452 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebadf5-7654-4282-93bc-2316a087f1a1 req-23526f02-f141-478c-873d-b247ad30b333 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:32.641587 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-44ebadf5-7654-4282-93bc-2316a087f1a1 req-23526f02-f141-478c-873d-b247ad30b333 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1805072 Jan 18 13:10:32.692509 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-44ebadf5-7654-4282-93bc-2316a087f1a1 req-92fe8ccb-baa0-4d87-ba18-bc0134a9d51e tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497949 Jan 18 13:10:32.747372 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 48556) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:32.774916 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:32.777358 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-53c7431c-7fb6-4f73-ad70-3bf2ccf9b645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:32.778163 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=53d872c4-fa84-4707-894c-f573fa6b89cb,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:32.835446 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7431c-7fb6-4f73-ad70-3bf2ccf9b645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd97229-ea1a-4f29-8fbc-1fdaf6dd6ba2,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:32.868399 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-53c7431c-7fb6-4f73-ad70-3bf2ccf9b645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:32.870386 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-53c7431c-7fb6-4f73-ad70-3bf2ccf9b645 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7fd97229-ea1a-4f29-8fbc-1fdaf6dd6ba2 HTTP/1.1" status: 204 len: 168 time: 0.5344667 Jan 18 13:10:32.978189 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port f53da194-8fa6-4b88-a414-e8a31d94c584 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:10:32.999665 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port f53da194-8fa6-4b88-a414-e8a31d94c584 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:33.007796 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:33.156984 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3285fe3d-b92e-489b-bc04-011a68093a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:33.213912 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a26c4f-7de5-45ae-8846-70e5164a79a8 None None] Pushing event updated for resources: {'Port': ['ID=f7a21266-34f2-446b-8f9c-b3ae6697dcd7,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:33.281162 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-3285fe3d-b92e-489b-bc04-011a68093a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:33.283577 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Attempting to bind port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:10:33.284073 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Attempting to bind port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:10:33.287688 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Attempting to bind port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 on network 6033635d-8e5c-4c0c-9279-8738c2f2381d {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:10:33.296336 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-3285fe3d-b92e-489b-bc04-011a68093a41 admin admin] Usage tracker for resource:security_group_rule and tenant:f662962148f44137ab868b4fcb2a874d is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:33.297713 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:10:33.301952 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Checking segment: {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:10:33.301952 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:33.301952 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Bound using segment: {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:10:33.303477 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-3285fe3d-b92e-489b-bc04-011a68093a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:33.318901 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-3285fe3d-b92e-489b-bc04-011a68093a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:33.320954 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Bound port: f7a21266-34f2-446b-8f9c-b3ae6697dcd7, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:10:33.322217 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:33.342443 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-a55c5198-ba28-493b-9985-200b3efcd031 req-ec86b257-55ba-4e54-bed7-5d12830a5197 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 1099 time: 0.2238951 Jan 18 13:10:33.466896 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:10:33.484669 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-a55c5198-ba28-493b-9985-200b3efcd031 req-03779ef5-59e0-4d39-bc52-9a9381504e30 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308305 Jan 18 13:10:33.571535 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] For port f7a21266-34f2-446b-8f9c-b3ae6697dcd7, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:10:33.572871 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:33.574805 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] For port f7a21266-34f2-446b-8f9c-b3ae6697dcd7, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=f7a21266-34f2-446b-8f9c-b3ae6697dcd7,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:10:33.611578 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port f53da194-8fa6-4b88-a414-e8a31d94c584, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f53da194-8fa6-4b88-a414-e8a31d94c584,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:33.622496 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:33.623202 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3285fe3d-b92e-489b-bc04-011a68093a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:33.637722 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Transition to ACTIVE for port object 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:10:33.666138 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee2080-ea2c-40a1-a108-073059ec2a2f req-426cae3d-ff95-4e56-9732-8b07f5fa3d24 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:33.674030 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-44ee2080-ea2c-40a1-a108-073059ec2a2f req-426cae3d-ff95-4e56-9732-8b07f5fa3d24 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 945 time: 0.2993519 Jan 18 13:10:33.705472 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caed3b3-3c48-45e9-9dcc-672b84eaa0f4 req-30fce468-7a90-4e18-a12d-3af5666f5525 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:33.707692 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1caed3b3-3c48-45e9-9dcc-672b84eaa0f4 req-30fce468-7a90-4e18-a12d-3af5666f5525 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.2233067 Jan 18 13:10:33.735415 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:33.786808 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:33.823007 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a26c4f-7de5-45ae-8846-70e5164a79a8 None None] Pushing event updated for resources: {'Port': ['ID=f7a21266-34f2-446b-8f9c-b3ae6697dcd7,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:33.838515 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:10:33.842760 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3285fe3d-b92e-489b-bc04-011a68093a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:33.849333 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:33.849951 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:10:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:33.908984 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-44ee2080-ea2c-40a1-a108-073059ec2a2f req-667a6c87-c2a4-49d0-bc00-33e67a85b06c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332933 Jan 18 13:10:34.012247 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1caed3b3-3c48-45e9-9dcc-672b84eaa0f4 req-67716488-3009-4968-b226-a53e5ea107d3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941570 Jan 18 13:10:34.025993 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285fe3d-b92e-489b-bc04-011a68093a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0429ed-7e59-41ca-a957-b36982d10e5f,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:34.065025 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-3285fe3d-b92e-489b-bc04-011a68093a41 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f662962148f44137ab868b4fcb2a874d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3165493 Jan 18 13:10:34.068833 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48602) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:34.136214 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=f53da194-8fa6-4b88-a414-e8a31d94c584,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:34.246820 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d83da66-0a47-471b-81e5-74ad3bae4191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:34.247132 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:10:34.289436 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d83da66-0a47-471b-81e5-74ad3bae4191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:34.376698 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cc1db-2f1f-4129-bda4-a1ec74176716 None None] Pushing event updated for resources: {'Port': ['ID=1bdee941-8d7c-4889-a2a2-e0c0a8deb3df,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:34.410854 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Attempting to bind port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:10:34.411595 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Attempting to bind port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:10:34.412190 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Attempting to bind port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df on network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:10:34.419854 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:10:34.420673 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Checking segment: {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:10:34.421284 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:34.421907 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Bound using segment: {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:10:34.422574 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Bound port: 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:10:34.423153 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:34.515549 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51bea-94a6-4dfa-8d0c-35d24b07c630 req-88c1b800-4ccb-4392-bf6e-239ab5ba6c9f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:34.523714 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-44b51bea-94a6-4dfa-8d0c-35d24b07c630 req-88c1b800-4ccb-4392-bf6e-239ab5ba6c9f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1064739 Jan 18 13:10:34.524682 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] For port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:10:34.528205 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] For port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=1bdee941-8d7c-4889-a2a2-e0c0a8deb3df,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:10:34.530429 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53da194-8fa6-4b88-a414-e8a31d94c584'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:10:34.542339 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d83da66-0a47-471b-81e5-74ad3bae4191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:34.584646 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-44b51bea-94a6-4dfa-8d0c-35d24b07c630 req-8cca96eb-9f3a-45b3-92f0-e2ecae26d738 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597014 Jan 18 13:10:34.593422 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83da66-0a47-471b-81e5-74ad3bae4191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0429ed-7e59-41ca-a957-b36982d10e5f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:34.610797 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d83da66-0a47-471b-81e5-74ad3bae4191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:34.631616 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-9d83da66-0a47-471b-81e5-74ad3bae4191 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9e0429ed-7e59-41ca-a957-b36982d10e5f HTTP/1.1" status: 204 len: 168 time: 0.5431819 Jan 18 13:10:34.660671 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:34.717390 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:33Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:34.721524 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085cf70-fada-43b9-9cb2-410c046f9d66 None None] The sync data for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi is: [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:33Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:10:34.746803 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53da194-8fa6-4b88-a414-e8a31d94c584', 'code': 200} Jan 18 13:10:34.845909 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cc1db-2f1f-4129-bda4-a1ec74176716 None None] Pushing event updated for resources: {'Port': ['ID=1bdee941-8d7c-4889-a2a2-e0c0a8deb3df,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:34.893432 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:10:34.897067 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:10:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:35.206104 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:10:35.626417 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:34Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:35.636112 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb77a40-ff8e-4df5-bd8e-588fdf0c37a1 None None] The sync data for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi is: [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:34Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:10:35.787270 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77d8c3-6765-453b-859d-cd8577c8ebf0 req-4817f42c-b260-410e-9776-86e49816effe tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:35.789856 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dc77d8c3-6765-453b-859d-cd8577c8ebf0 req-4817f42c-b260-410e-9776-86e49816effe tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0999262 Jan 18 13:10:35.861557 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dc77d8c3-6765-453b-859d-cd8577c8ebf0 req-01307982-9eb0-4c92-82e5-56dc83006bda tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552447 Jan 18 13:10:35.883783 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:36.023053 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48662) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:36.071229 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7f7f-ef01-4b4f-9773-984b46af885e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:36.122086 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cd9a7f7f-ef01-4b4f-9773-984b46af885e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:36.131058 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-cd9a7f7f-ef01-4b4f-9773-984b46af885e admin admin] Usage tracker for resource:security_group_rule and tenant:db8eb6021cc54c318a955c139b419e20 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:36.151822 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-cd9a7f7f-ef01-4b4f-9773-984b46af885e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:36.158927 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cd9a7f7f-ef01-4b4f-9773-984b46af885e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:36.175265 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:10:36.183843 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:36.185984 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:36.263024 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf81300-23af-44e1-8eeb-86374388d77e req-a6c3f59c-51c8-496f-aa31-3c19f847afb1 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:36.264685 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fcf81300-23af-44e1-8eeb-86374388d77e req-a6c3f59c-51c8-496f-aa31-3c19f847afb1 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.2132201 Jan 18 13:10:36.264995 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7f7f-ef01-4b4f-9773-984b46af885e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:36.325145 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0862e6-00cb-4228-ba4f-1845460d941e req-baf1ccdd-7374-4059-b5f0-7ab6f04bee0a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:36.334603 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ff0862e6-00cb-4228-ba4f-1845460d941e req-baf1ccdd-7374-4059-b5f0-7ab6f04bee0a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1838155 Jan 18 13:10:36.374570 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:36.388321 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fcf81300-23af-44e1-8eeb-86374388d77e req-cab7323c-fe1f-4957-b86c-357ac5a78592 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170688 Jan 18 13:10:36.402939 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7f7f-ef01-4b4f-9773-984b46af885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:36.417198 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=1bdee941-8d7c-4889-a2a2-e0c0a8deb3df,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:36.452053 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ff0862e6-00cb-4228-ba4f-1845460d941e req-ad7aa40c-d0cd-421b-a870-54f337eeb293 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162405 Jan 18 13:10:36.482842 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 48670) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:36.497905 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-cd9a7f7f-ef01-4b4f-9773-984b46af885e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=db8eb6021cc54c318a955c139b419e20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4712880 Jan 18 13:10:36.497905 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a7f7f-ef01-4b4f-9773-984b46af885e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca30f2a4-5887-4edc-870b-b6cbde2aff08,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:36.498316 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 48676) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:36.513196 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:36.513987 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device f7a21266-34f2-446b-8f9c-b3ae6697dcd7 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:36.573607 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:36.607004 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:36.641547 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=1bdee941-8d7c-4889-a2a2-e0c0a8deb3df,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:36.681011 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bb573afa-3ce8-4872-9f18-a6ea0fadeab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:36.826991 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:10:36.832792 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:36.833179 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:36.908093 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:36.946976 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:36.960640 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-bb573afa-3ce8-4872-9f18-a6ea0fadeab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:36.965570 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-bb573afa-3ce8-4872-9f18-a6ea0fadeab1 admin admin] Usage tracker for resource:security_group_rule and tenant:9fcb0e6492a14daab438b97b55ced825 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:36.970190 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-bb573afa-3ce8-4872-9f18-a6ea0fadeab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:36.981037 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-bb573afa-3ce8-4872-9f18-a6ea0fadeab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:36.984712 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port f7a21266-34f2-446b-8f9c-b3ae6697dcd7, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=f7a21266-34f2-446b-8f9c-b3ae6697dcd7,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:36.986325 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca30f2a4-5887-4edc-870b-b6cbde2aff08,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:37.015737 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:37.015998 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:37.016329 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:37.016649 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:37.016975 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:37.017294 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:37.017608 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:37.017921 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:37.018261 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:37.018626 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:37.018873 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:37.022849 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:37.026689 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-51ab53c9-4c23-4834-818c-636f423391c9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ca30f2a4-5887-4edc-870b-b6cbde2aff08 HTTP/1.1" status: 204 len: 168 time: 0.5273738 Jan 18 13:10:37.095963 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:37.157759 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bb573afa-3ce8-4872-9f18-a6ea0fadeab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:37.177210 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cf27f-5cc8-4bb1-aa8a-818baa472631 req-a998e818-86b8-4da7-b06c-f79c930e93d3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:37.177973 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=f7a21266-34f2-446b-8f9c-b3ae6697dcd7,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:37.179023 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f67cf27f-5cc8-4bb1-aa8a-818baa472631 req-a998e818-86b8-4da7-b06c-f79c930e93d3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.1227312 Jan 18 13:10:37.250215 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f67cf27f-5cc8-4bb1-aa8a-818baa472631 req-91b76b12-8a81-4a5d-8dae-1b731e95e9c5 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541542 Jan 18 13:10:37.289981 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bb573afa-3ce8-4872-9f18-a6ea0fadeab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:37.349503 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-bb573afa-3ce8-4872-9f18-a6ea0fadeab1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9fcb0e6492a14daab438b97b55ced825&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8649530 Jan 18 13:10:37.350295 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb573afa-3ce8-4872-9f18-a6ea0fadeab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4b4d23-c637-49e4-8b12-096afd8ad2de,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:37.352551 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 48694) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:37.418361 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-be830e5f-d532-4d11-9627-2242cef90212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:37.448984 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-be830e5f-d532-4d11-9627-2242cef90212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:37.695226 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-be830e5f-d532-4d11-9627-2242cef90212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:37.725100 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:37.731712 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be830e5f-d532-4d11-9627-2242cef90212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4b4d23-c637-49e4-8b12-096afd8ad2de,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:37.745342 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3766bf-1778-475a-ba93-93897aeb53c1 req-19e6f2a7-e51d-4dc9-83a6-f52582165200 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:37.746868 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1e3766bf-1778-475a-ba93-93897aeb53c1 req-19e6f2a7-e51d-4dc9-83a6-f52582165200 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.2226870 Jan 18 13:10:37.756592 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-be830e5f-d532-4d11-9627-2242cef90212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:37.757712 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-be830e5f-d532-4d11-9627-2242cef90212 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/be4b4d23-c637-49e4-8b12-096afd8ad2de HTTP/1.1" status: 204 len: 168 time: 0.4042835 Jan 18 13:10:37.818738 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1e3766bf-1778-475a-ba93-93897aeb53c1 req-b7b65128-5de0-475c-b9bb-f7d1b360c721 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634291 Jan 18 13:10:37.825458 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead091c3-546a-4844-a846-48cb2a4d57ac req-ea035b66-a5bb-40ec-afb9-b1ce802ad3c3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:37.833679 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ead091c3-546a-4844-a846-48cb2a4d57ac req-ea035b66-a5bb-40ec-afb9-b1ce802ad3c3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1806781 Jan 18 13:10:37.836265 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:37.836871 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:37.879709 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ead091c3-546a-4844-a846-48cb2a4d57ac req-be2cba5e-d35b-476a-ad16-642604e1f05f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Jan 18 13:10:37.966293 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device f7a21266-34f2-446b-8f9c-b3ae6697dcd7 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:10:38.041616 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:10:38.041978 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:38.439919 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5722f77d-be39-4553-aa18-a8a828c46e36 req-285898d5-cf5a-4cb3-85f6-dc96729a630e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 1099 time: 0.1330860 Jan 18 13:10:38.464523 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43664377-f405-45ec-b1a9-6f37930cbbe6 req-e7b4ccdf-c433-439b-baab-2e8369d91e16 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:38.465965 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-43664377-f405-45ec-b1a9-6f37930cbbe6 req-e7b4ccdf-c433-439b-baab-2e8369d91e16 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0827377 Jan 18 13:10:38.516979 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-43664377-f405-45ec-b1a9-6f37930cbbe6 req-1a54f905-9b1c-4181-a28c-5d9ac7ac2172 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446198 Jan 18 13:10:38.790708 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5722f77d-be39-4553-aa18-a8a828c46e36 req-cba6b9c8-63c5-489a-999c-934ee03b49e1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496695 Jan 18 13:10:38.911960 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48744) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:38.932965 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:38.973045 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:38.979628 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Usage tracker for resource:security_group_rule and tenant:6578d133f29746c2ac66c8972010d615 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:38.983152 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:38.993521 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:39.074485 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ee6ea-14d8-45d5-902e-c16eb1fee15d req-96edf56e-4126-412d-900f-aba678ff651c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:39.083195 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5d0ee6ea-14d8-45d5-902e-c16eb1fee15d req-96edf56e-4126-412d-900f-aba678ff651c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1210551 Jan 18 13:10:39.098409 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:39.196126 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5d0ee6ea-14d8-45d5-902e-c16eb1fee15d req-313e37d1-dd46-4eb2-9260-3a88c58d8963 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110282 Jan 18 13:10:39.209643 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:39.221733 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f3637-c95f-4704-bb9b-b77cd3077a2f req-29557ce8-0ae9-4c26-b791-dedd541fcba9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:39.224430 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f77f3637-c95f-4704-bb9b-b77cd3077a2f req-29557ce8-0ae9-4c26-b791-dedd541fcba9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1614604 Jan 18 13:10:39.265486 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6578d133f29746c2ac66c8972010d615&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3513932 Jan 18 13:10:39.266356 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89cc6f4-5db0-4eb4-a148-582bde76d124,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:39.268504 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48754) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:39.287372 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f77f3637-c95f-4704-bb9b-b77cd3077a2f req-6389c001-0be3-43dd-89bc-f03c6cdce1af tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548830 Jan 18 13:10:39.306032 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.307517 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.307517 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.307517 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.307517 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.308071 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.308071 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.308389 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.308710 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.309035 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.309354 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d6bd-e173-46f3-8740-d0b95785f6a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.368503 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8759d747-c2aa-4f03-998d-a85c2f493b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:39.399258 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8759d747-c2aa-4f03-998d-a85c2f493b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:39.576108 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8759d747-c2aa-4f03-998d-a85c2f493b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:39.593847 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759d747-c2aa-4f03-998d-a85c2f493b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89cc6f4-5db0-4eb4-a148-582bde76d124,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:39.616128 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8759d747-c2aa-4f03-998d-a85c2f493b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:39.619425 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-8759d747-c2aa-4f03-998d-a85c2f493b25 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d89cc6f4-5db0-4eb4-a148-582bde76d124 HTTP/1.1" status: 204 len: 168 time: 0.3466284 Jan 18 13:10:39.751494 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e50d6-5e8f-4fd1-9e5f-21fa39d1c8dc req-a5bc5f91-1a19-479d-b73a-540e341cf006 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:39.754069 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-eb8e50d6-5e8f-4fd1-9e5f-21fa39d1c8dc req-a5bc5f91-1a19-479d-b73a-540e341cf006 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0863822 Jan 18 13:10:39.807354 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-eb8e50d6-5e8f-4fd1-9e5f-21fa39d1c8dc req-03ab4f24-a446-41f4-8bd6-b50ccacf5b67 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475242 Jan 18 13:10:40.468629 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c275f-003e-4110-b1ae-161e3908a680 req-cab3baf4-02d1-45be-96b0-49c311044dda tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:40.470730 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-628c275f-003e-4110-b1ae-161e3908a680 req-cab3baf4-02d1-45be-96b0-49c311044dda tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1036594 Jan 18 13:10:40.577557 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-628c275f-003e-4110-b1ae-161e3908a680 req-d450259b-bc8b-4a0a-89fa-6dbd0060c1e6 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980489 Jan 18 13:10:40.618358 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eba227-ee32-439a-b820-a6a0d89c88a8 req-eda8d231-e73b-4349-8de3-0b1c18504022 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:40.626223 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-09eba227-ee32-439a-b820-a6a0d89c88a8 req-eda8d231-e73b-4349-8de3-0b1c18504022 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1229229 Jan 18 13:10:40.687801 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-09eba227-ee32-439a-b820-a6a0d89c88a8 req-7f3d4eb4-20d0-440b-90d9-b71a88672846 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605333 Jan 18 13:10:41.017440 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d96362-faa3-40cd-a2ad-f44e511ebdc5 req-897e0421-a86e-47a9-aa75-407fd7a8ff3e tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:41.019871 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e7d96362-faa3-40cd-a2ad-f44e511ebdc5 req-897e0421-a86e-47a9-aa75-407fd7a8ff3e tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0864253 Jan 18 13:10:41.070970 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e7d96362-faa3-40cd-a2ad-f44e511ebdc5 req-09cef791-bec6-4b2a-a471-bf71f89d3bcc tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441844 Jan 18 13:10:41.889778 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588ba79-e576-4d64-8a1b-b22cc24b90fd req-8b112801-d03f-4e9f-a60d-212f982a550f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:41.895133 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3588ba79-e576-4d64-8a1b-b22cc24b90fd req-8b112801-d03f-4e9f-a60d-212f982a550f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1669321 Jan 18 13:10:42.036214 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3588ba79-e576-4d64-8a1b-b22cc24b90fd req-adf36f6c-292d-4516-a473-ac1c6a597497 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976887 Jan 18 13:10:42.064688 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eefe6b-dbfb-4ea5-bc27-515531d5e213 req-90d1c17a-2973-40fb-bdaf-4abf0b53d645 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:42.068533 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-99eefe6b-dbfb-4ea5-bc27-515531d5e213 req-90d1c17a-2973-40fb-bdaf-4abf0b53d645 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1751347 Jan 18 13:10:42.118531 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-99eefe6b-dbfb-4ea5-bc27-515531d5e213 req-ee17fb70-caac-4d5f-a17b-268bd8f8eb0b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443401 Jan 18 13:10:42.285610 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88276b6a-6f11-4dda-bb6f-72af934e08af req-f47fa0c3-db62-4c66-88d8-0eb0d727c2bc tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:42.287257 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-88276b6a-6f11-4dda-bb6f-72af934e08af req-f47fa0c3-db62-4c66-88d8-0eb0d727c2bc tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0871441 Jan 18 13:10:42.342907 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-88276b6a-6f11-4dda-bb6f-72af934e08af req-e07fee64-2e19-4370-af74-ec877226d9c4 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480850 Jan 18 13:10:43.266546 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270326dd-301b-471b-a2d9-7794eb7874f8 req-e1bc0611-7b14-4326-8b7e-609ca1c52b64 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:43.266546 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-270326dd-301b-471b-a2d9-7794eb7874f8 req-e1bc0611-7b14-4326-8b7e-609ca1c52b64 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.0791948 Jan 18 13:10:43.345791 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-270326dd-301b-471b-a2d9-7794eb7874f8 req-3b63562d-abea-4560-806f-4267b6d3a9f6 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935423 Jan 18 13:10:43.368364 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8e214-d190-4800-a5e1-bf80b6fffeed req-586dd0eb-53eb-49f0-9693-4648835c71cd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:43.369804 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-17a8e214-d190-4800-a5e1-bf80b6fffeed req-586dd0eb-53eb-49f0-9693-4648835c71cd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0996099 Jan 18 13:10:43.427822 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-17a8e214-d190-4800-a5e1-bf80b6fffeed req-a9c8ff61-1ef2-4038-a07d-7db1edc4571e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519388 Jan 18 13:10:43.475704 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-0155ee80-56d3-4ef1-8e93-d86998e27cd9 req-6d0318b2-9096-4337-acbe-e96f8b8d51f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 1099 time: 0.0895891 Jan 18 13:10:43.608483 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e963b8-dd99-4a32-843f-2fef71728713 req-dcd7fcea-77f9-4521-b3f8-0f90af3cd7ae tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:43.616006 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c4e963b8-dd99-4a32-843f-2fef71728713 req-dcd7fcea-77f9-4521-b3f8-0f90af3cd7ae tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.1048341 Jan 18 13:10:43.671519 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c4e963b8-dd99-4a32-843f-2fef71728713 req-55844078-da35-4377-b2c0-9bf85e2b09d1 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542800 Jan 18 13:10:43.695471 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155ee80-56d3-4ef1-8e93-d86998e27cd9 req-8bb5310b-55f8-4202-82d6-10a15ddfe924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:43.716517 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-0155ee80-56d3-4ef1-8e93-d86998e27cd9 req-8bb5310b-55f8-4202-82d6-10a15ddfe924 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 920 time: 0.2108860 Jan 18 13:10:43.881007 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-0155ee80-56d3-4ef1-8e93-d86998e27cd9 req-da800a79-69f3-4d7c-a507-3709dca6c896 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6b5a306-a269-4a20-80fd-c771e2fd0246 HTTP/1.1" status: 200 len: 217 time: 0.1327891 Jan 18 13:10:43.956926 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155ee80-56d3-4ef1-8e93-d86998e27cd9 req-4f79eeb2-bbac-4d60-aa7f-7bf7e088646c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:43.958352 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-0155ee80-56d3-4ef1-8e93-d86998e27cd9 req-4f79eeb2-bbac-4d60-aa7f-7bf7e088646c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=80ae4784-f0c5-4fdd-bf2c-38af058437bb HTTP/1.1" status: 200 len: 859 time: 0.0680025 Jan 18 13:10:44.009170 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-0155ee80-56d3-4ef1-8e93-d86998e27cd9 req-70f826e5-d001-40e0-9f94-76fbdce8b980 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d63e130-b16f-430e-aab5-31c71b85e35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433872 Jan 18 13:10:44.147882 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-0155ee80-56d3-4ef1-8e93-d86998e27cd9 req-063cf9ac-ae20-4b57-82cc-04cb1681280a service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274571 Jan 18 13:10:44.281706 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-0155ee80-56d3-4ef1-8e93-d86998e27cd9 req-0c8741ae-c951-4246-b841-193ea6870ee3 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270144 Jan 18 13:10:44.428417 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48976) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:44.588758 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d76d0e6-0b59-44db-b5a9-9812a52a8c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:44.590692 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b7b32-3acb-498b-81de-a1a105738e5d req-e59d53f8-11b5-46df-b301-598f43ff34b9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:44.592300 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9c8b7b32-3acb-498b-81de-a1a105738e5d req-e59d53f8-11b5-46df-b301-598f43ff34b9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1092885 Jan 18 13:10:44.629672 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6d76d0e6-0b59-44db-b5a9-9812a52a8c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:44.633569 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-6d76d0e6-0b59-44db-b5a9-9812a52a8c8d admin admin] Usage tracker for resource:security_group_rule and tenant:5e75706e93ae42d2a340fb1bea72c9f8 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:44.636537 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-6d76d0e6-0b59-44db-b5a9-9812a52a8c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:44.642081 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6d76d0e6-0b59-44db-b5a9-9812a52a8c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:44.707783 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9c8b7b32-3acb-498b-81de-a1a105738e5d req-553186fd-1c96-4672-96fc-504c98ace75b tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080828 Jan 18 13:10:44.716858 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d76d0e6-0b59-44db-b5a9-9812a52a8c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:44.729831 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d398f-c3f9-48ab-8c08-576ce3a889f1 req-b78d3336-3230-499e-8c05-480c9328f883 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:44.731614 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6a4d398f-c3f9-48ab-8c08-576ce3a889f1 req-b78d3336-3230-499e-8c05-480c9328f883 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1109552 Jan 18 13:10:44.787687 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6a4d398f-c3f9-48ab-8c08-576ce3a889f1 req-380d08cf-833a-4258-9a90-431b0fc5ed2b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483096 Jan 18 13:10:44.855350 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d76d0e6-0b59-44db-b5a9-9812a52a8c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:44.903498 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76d0e6-0b59-44db-b5a9-9812a52a8c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de91464-58cd-45b4-8b16-3a67f3845620,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:44.913780 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-6d76d0e6-0b59-44db-b5a9-9812a52a8c8d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5e75706e93ae42d2a340fb1bea72c9f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4800730 Jan 18 13:10:44.913780 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 48998) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:44.924869 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653052b-8280-424b-ba62-67d873a61f61 req-6a49bd29-9b57-449d-ab8a-f1dc057a9ca0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:44.927096 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f653052b-8280-424b-ba62-67d873a61f61 req-6a49bd29-9b57-449d-ab8a-f1dc057a9ca0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0906460 Jan 18 13:10:45.001739 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a27ef30-cb33-4dc1-9172-af11c6d8a9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:45.053184 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a27ef30-cb33-4dc1-9172-af11c6d8a9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:45.068032 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f653052b-8280-424b-ba62-67d873a61f61 req-e6a0a172-313d-4ca8-9a90-d6a6115fac06 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680473 Jan 18 13:10:45.085622 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faae161-005a-4fe7-a973-2705bf584b93 req-407e7700-aab5-434c-ae49-a0f4e296d9c7 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:45.087612 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1faae161-005a-4fe7-a973-2705bf584b93 req-407e7700-aab5-434c-ae49-a0f4e296d9c7 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1553764 Jan 18 13:10:45.096703 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 49008) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:45.103561 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-314e788a-5479-4eec-baeb-dbab272c6b1e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Request body: {'floatingip': {'port_id': '53d872c4-fa84-4707-894c-f573fa6b89cb'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:45.184439 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-314e788a-5479-4eec-baeb-dbab272c6b1e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:45.368247 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a27ef30-cb33-4dc1-9172-af11c6d8a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:45.395747 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27ef30-cb33-4dc1-9172-af11c6d8a9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de91464-58cd-45b4-8b16-3a67f3845620,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:45.471192 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a27ef30-cb33-4dc1-9172-af11c6d8a9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:45.474776 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-0a27ef30-cb33-4dc1-9172-af11c6d8a9ba admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3de91464-58cd-45b4-8b16-3a67f3845620 HTTP/1.1" status: 204 len: 168 time: 0.5585053 Jan 18 13:10:46.015277 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.db.resource_extend [None req-314e788a-5479-4eec-baeb-dbab272c6b1e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:10:46.075192 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffebfc-1fe5-439a-976f-f6033769d7ef req-e1878ffa-0917-4ce6-86e7-8de98ed186bd tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:46.077003 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-68ffebfc-1fe5-439a-976f-f6033769d7ef req-e1878ffa-0917-4ce6-86e7-8de98ed186bd tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.0952661 Jan 18 13:10:46.119417 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-314e788a-5479-4eec-baeb-dbab272c6b1e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:46.146244 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-68ffebfc-1fe5-439a-976f-f6033769d7ef req-584012a5-8052-4017-935e-f827a26902df tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623446 Jan 18 13:10:46.250543 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-314e788a-5479-4eec-baeb-dbab272c6b1e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:46.308305 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104908f-7cd1-43de-b7ef-40c0b0d745ab req-7b314244-3e89-4a82-af8f-3de75ef2f7db tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:46.309778 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e104908f-7cd1-43de-b7ef-40c0b0d745ab req-7b314244-3e89-4a82-af8f-3de75ef2f7db tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0868607 Jan 18 13:10:46.363000 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e104908f-7cd1-43de-b7ef-40c0b0d745ab req-ed153b65-1d53-42c2-a5bf-fa7a42497f90 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415411 Jan 18 13:10:46.454418 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.l3_db [None req-314e788a-5479-4eec-baeb-dbab272c6b1e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Floating IP 00d9a6c5-7dbf-4103-962b-319588aee281 associated. External IP: 172.27.1.38, port: 53d872c4-fa84-4707-894c-f573fa6b89cb. Jan 18 13:10:46.468236 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 49046) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:46.533150 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-65d18377-3e28-4784-8dc6-4c93cfeda85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:46.592891 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-65d18377-3e28-4784-8dc6-4c93cfeda85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:46.596399 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-65d18377-3e28-4784-8dc6-4c93cfeda85e admin admin] Usage tracker for resource:security_group_rule and tenant:64bca8800cbb455db3dc6f537fa45666 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:46.601778 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-65d18377-3e28-4784-8dc6-4c93cfeda85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:46.609421 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-65d18377-3e28-4784-8dc6-4c93cfeda85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:46.631843 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d5f6a-43d1-426c-a751-7ad521c6e9c5 req-f15b7673-e624-42b6-96a0-2a8c513e46e6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:46.638699 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5f1d5f6a-43d1-426c-a751-7ad521c6e9c5 req-f15b7673-e624-42b6-96a0-2a8c513e46e6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.1468344 Jan 18 13:10:46.643069 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 49058) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:46.672412 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-47d75216-4b45-4618-985a-a3216cf51e94 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Request body: {'floatingip': {'port_id': 'f53da194-8fa6-4b88-a414-e8a31d94c584'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:46.777433 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-47d75216-4b45-4618-985a-a3216cf51e94 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:46.945071 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-65d18377-3e28-4784-8dc6-4c93cfeda85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:46.945293 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314e788a-5479-4eec-baeb-dbab272c6b1e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:10:47.104814 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-65d18377-3e28-4784-8dc6-4c93cfeda85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:47.385678 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d18377-3e28-4784-8dc6-4c93cfeda85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96174a9-f279-430f-82bf-1e730692d95d,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:47.388703 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314e788a-5479-4eec-baeb-dbab272c6b1e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:10:47.388703 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-314e788a-5479-4eec-baeb-dbab272c6b1e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:47.389711 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cddc9dc-a308-4e90-afc3-fcd144e92901 None None] Sync routers for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:10:47.389711 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cddc9dc-a308-4e90-afc3-fcd144e92901 None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:10:47.389711 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7cddc9dc-a308-4e90-afc3-fcd144e92901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:10:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:47.391149 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-314e788a-5479-4eec-baeb-dbab272c6b1e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "PUT /v2.0/floatingips/00d9a6c5-7dbf-4103-962b-319588aee281 HTTP/1.1" status: 200 len: 991 time: 2.1559741 Jan 18 13:10:47.391149 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:10:47.391687 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-65d18377-3e28-4784-8dc6-4c93cfeda85e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=64bca8800cbb455db3dc6f537fa45666&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9217174 Jan 18 13:10:47.396033 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 49080) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:47.449940 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7cddc9dc-a308-4e90-afc3-fcd144e92901 None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:10:47.467085 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7695486-062b-46ac-9fc3-d1be3a31949d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:47.500343 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7695486-062b-46ac-9fc3-d1be3a31949d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:47.598182 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'status': 'completed', 'code': 200} Jan 18 13:10:47.679129 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0727d-83c6-40f8-a186-abac8071ae02 req-a2da1bc8-78ab-4352-839b-3cd8834c92d0 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:47.680048 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dcd0727d-83c6-40f8-a186-abac8071ae02 req-a2da1bc8-78ab-4352-839b-3cd8834c92d0 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.3554654 Jan 18 13:10:47.703259 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7695486-062b-46ac-9fc3-d1be3a31949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:47.726229 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7695486-062b-46ac-9fc3-d1be3a31949d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96174a9-f279-430f-82bf-1e730692d95d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:47.754071 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e7695486-062b-46ac-9fc3-d1be3a31949d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:47.762325 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e7695486-062b-46ac-9fc3-d1be3a31949d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d96174a9-f279-430f-82bf-1e730692d95d HTTP/1.1" status: 204 len: 168 time: 0.3652029 Jan 18 13:10:47.763546 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dcd0727d-83c6-40f8-a186-abac8071ae02 req-a59c7cb6-e5f7-4091-828a-b4fe034e5a10 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694480 Jan 18 13:10:47.786648 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5927cbd1-f5bb-4b8a-a275-05d8055991a6 req-4a343667-27b4-4ef7-8be1-f480f690f681 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 1099 time: 0.1189561 Jan 18 13:10:48.026876 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927cbd1-f5bb-4b8a-a275-05d8055991a6 req-3c6bbc35-698e-4742-9fe6-052369c66e7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:48.028419 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5927cbd1-f5bb-4b8a-a275-05d8055991a6 req-3c6bbc35-698e-4742-9fe6-052369c66e7d service neutron] 10.222.0.91 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 918 time: 0.2345111 Jan 18 13:10:48.067863 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7cddc9dc-a308-4e90-afc3-fcd144e92901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '00d9a6c5-7dbf-4103-962b-319588aee281', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'port_id': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'mac_address': 'fa:16:3e:62:3f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e236ac-48e2-41ac-9316-de92901f3d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:10:00Z', 'updated_at': '2022-01-18T13:10:45Z', 'revision_number': 1, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:48.071394 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-47d75216-4b45-4618-985a-a3216cf51e94 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:48.071638 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cddc9dc-a308-4e90-afc3-fcd144e92901 None None] Checking router: b7e0b6ae-8f8e-486d-b523-0a0a9d419490 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:10:48.101334 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cddc9dc-a308-4e90-afc3-fcd144e92901 None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:10:48.102010 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7cddc9dc-a308-4e90-afc3-fcd144e92901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:10:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:48.167538 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5927cbd1-f5bb-4b8a-a275-05d8055991a6 req-f22767ba-4524-4692-a216-d41f416ef114 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53d872c4-fa84-4707-894c-f573fa6b89cb HTTP/1.1" status: 200 len: 999 time: 0.1285439 Jan 18 13:10:48.214360 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 49100) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:48.220997 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-47d75216-4b45-4618-985a-a3216cf51e94 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:48.248336 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927cbd1-f5bb-4b8a-a275-05d8055991a6 req-4109225e-d870-464c-8354-86f5e664d2d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:48.249963 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5927cbd1-f5bb-4b8a-a275-05d8055991a6 req-4109225e-d870-464c-8354-86f5e664d2d2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 200 len: 856 time: 0.0717740 Jan 18 13:10:48.345923 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-7cddc9dc-a308-4e90-afc3-fcd144e92901 None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:10:48.445280 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5927cbd1-f5bb-4b8a-a275-05d8055991a6 req-2a3c0539-d64b-4db4-82c8-44e5afadd76d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1847250 Jan 18 13:10:48.480680 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-cacb9160-5ed9-42e0-9249-cb8343e7b8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:48.584921 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-cacb9160-5ed9-42e0-9249-cb8343e7b8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:48.605085 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-cacb9160-5ed9-42e0-9249-cb8343e7b8b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e63320e5c36044b9822c660674da35af is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:48.611233 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-cacb9160-5ed9-42e0-9249-cb8343e7b8b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:48.619649 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-cacb9160-5ed9-42e0-9249-cb8343e7b8b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:48.626997 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.l3_db [None req-47d75216-4b45-4618-985a-a3216cf51e94 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Floating IP 2cf78988-2075-4a99-a01e-75b5eacca2b3 associated. External IP: 172.27.1.11, port: f53da194-8fa6-4b88-a414-e8a31d94c584. Jan 18 13:10:48.636777 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5927cbd1-f5bb-4b8a-a275-05d8055991a6 req-b1a0e69d-4f60-4ed9-9e4c-e5887a1beb82 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747417 Jan 18 13:10:48.782970 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-7cddc9dc-a308-4e90-afc3-fcd144e92901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '00d9a6c5-7dbf-4103-962b-319588aee281', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'port_id': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'mac_address': 'fa:16:3e:62:3f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e236ac-48e2-41ac-9316-de92901f3d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:10:00Z', 'updated_at': '2022-01-18T13:10:45Z', 'revision_number': 1, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:48.786939 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-cacb9160-5ed9-42e0-9249-cb8343e7b8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:48.793083 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cddc9dc-a308-4e90-afc3-fcd144e92901 None None] The sync data for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi is: [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '00d9a6c5-7dbf-4103-962b-319588aee281', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'port_id': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'mac_address': 'fa:16:3e:62:3f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e236ac-48e2-41ac-9316-de92901f3d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:10:00Z', 'updated_at': '2022-01-18T13:10:45Z', 'revision_number': 1, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:10:48.803678 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5927cbd1-f5bb-4b8a-a275-05d8055991a6 req-c8095d14-6501-4479-be52-a7623d6a007b service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537905 Jan 18 13:10:48.867660 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-cacb9160-5ed9-42e0-9249-cb8343e7b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:48.931469 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb9160-5ed9-42e0-9249-cb8343e7b8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3b32d9-ae29-4569-9365-53ccd1084198,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:48.985648 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-cacb9160-5ed9-42e0-9249-cb8343e7b8b0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e63320e5c36044b9822c660674da35af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7702019 Jan 18 13:10:48.989090 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 49126) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:49.077381 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fdd3a-a72e-401a-a3b9-707f976825f4 req-a7a02ebd-c648-4551-ac4a-40a42f6b1483 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:49.079097 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-363fdd3a-a72e-401a-a3b9-707f976825f4 req-a7a02ebd-c648-4551-ac4a-40a42f6b1483 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1403637 Jan 18 13:10:49.108995 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-037f687d-53c2-4b5e-ac08-da5ede9b2331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:49.170812 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-037f687d-53c2-4b5e-ac08-da5ede9b2331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:49.228063 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-363fdd3a-a72e-401a-a3b9-707f976825f4 req-25a4eceb-20c1-47d1-a49f-d2f2359b3b89 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794227 Jan 18 13:10:49.306615 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-26a31763-b843-40b0-8547-2bcf54bf75d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:49.339496 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-037f687d-53c2-4b5e-ac08-da5ede9b2331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:49.358791 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f687d-53c2-4b5e-ac08-da5ede9b2331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3b32d9-ae29-4569-9365-53ccd1084198,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:49.375024 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-037f687d-53c2-4b5e-ac08-da5ede9b2331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:49.376317 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-037f687d-53c2-4b5e-ac08-da5ede9b2331 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8d3b32d9-ae29-4569-9365-53ccd1084198 HTTP/1.1" status: 204 len: 168 time: 0.3861258 Jan 18 13:10:49.483906 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d75216-4b45-4618-985a-a3216cf51e94 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Router a091288e-732a-4687-8d95-91425eca3fa3 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:10:49.725142 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d75216-4b45-4618-985a-a3216cf51e94 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:10:49.740423 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f83b57-bfb9-41a5-a106-f51a083841c8 None None] Sync routers for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:10:49.746530 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-47d75216-4b45-4618-985a-a3216cf51e94 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:49.768362 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f83b57-bfb9-41a5-a106-f51a083841c8 None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:10:49.769154 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-b0f83b57-bfb9-41a5-a106-f51a083841c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:10:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:49.827141 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-47d75216-4b45-4618-985a-a3216cf51e94 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "PUT /v2.0/floatingips/2cf78988-2075-4a99-a01e-75b5eacca2b3 HTTP/1.1" status: 200 len: 991 time: 3.1821365 Jan 18 13:10:49.827839 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'tag': 'f53da194-8fa6-4b88-a414-e8a31d94c584'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:10:49.942914 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'tag': 'f53da194-8fa6-4b88-a414-e8a31d94c584', 'status': 'completed', 'code': 200} Jan 18 13:10:50.007170 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-b0f83b57-bfb9-41a5-a106-f51a083841c8 None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:10:50.151238 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1bed732b-61ad-49a3-b25f-7ccf9b00b4a7 req-8a5a55e5-3e70-4ea1-b31b-4334d478455e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 1099 time: 0.1087396 Jan 18 13:10:50.390194 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed732b-61ad-49a3-b25f-7ccf9b00b4a7 req-096b77d9-39ed-449b-a6dc-a0a57826a66e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:50.391774 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1bed732b-61ad-49a3-b25f-7ccf9b00b4a7 req-096b77d9-39ed-449b-a6dc-a0a57826a66e service neutron] 10.222.0.91 "GET /v2.0/networks?id=6033635d-8e5c-4c0c-9279-8738c2f2381d HTTP/1.1" status: 200 len: 912 time: 0.2294495 Jan 18 13:10:50.488755 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 49182) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:50.522730 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-529e7baf-a50d-475b-9e4e-8f2f8a553912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:50.567134 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1bed732b-61ad-49a3-b25f-7ccf9b00b4a7 req-3e06700b-49ad-458e-8d2e-cc110c26f125 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53da194-8fa6-4b88-a414-e8a31d94c584 HTTP/1.1" status: 200 len: 999 time: 0.1613998 Jan 18 13:10:50.573867 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e800a56-7102-4b2e-8a3b-dab2625d6550 req-866b3fd3-121e-4ef1-a108-97c7a2babf8d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:50.576313 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3e800a56-7102-4b2e-8a3b-dab2625d6550 req-866b3fd3-121e-4ef1-a108-97c7a2babf8d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1064639 Jan 18 13:10:50.577003 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-529e7baf-a50d-475b-9e4e-8f2f8a553912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:50.598990 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-b0f83b57-bfb9-41a5-a106-f51a083841c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '2cf78988-2075-4a99-a01e-75b5eacca2b3', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'port_id': 'f53da194-8fa6-4b88-a414-e8a31d94c584', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'mac_address': 'fa:16:3e:2c:54:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:10:05Z', 'updated_at': '2022-01-18T13:10:47Z', 'revision_number': 1, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:50.598990 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f83b57-bfb9-41a5-a106-f51a083841c8 None None] Checking router: a091288e-732a-4687-8d95-91425eca3fa3 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:10:50.611449 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f83b57-bfb9-41a5-a106-f51a083841c8 None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:10:50.612066 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-b0f83b57-bfb9-41a5-a106-f51a083841c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:10:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:50.639160 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed732b-61ad-49a3-b25f-7ccf9b00b4a7 req-8697fbac-18bc-467e-b64a-de5bf4e5528a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:50.640763 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1bed732b-61ad-49a3-b25f-7ccf9b00b4a7 req-8697fbac-18bc-467e-b64a-de5bf4e5528a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4e9e5053-81db-4d00-a550-ac7a77f48e0d HTTP/1.1" status: 200 len: 850 time: 0.0652137 Jan 18 13:10:50.644632 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-529e7baf-a50d-475b-9e4e-8f2f8a553912 admin admin] Usage tracker for resource:security_group_rule and tenant:a16e88d6abd240d1ab3b76f77f8ecafe is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:50.647895 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-529e7baf-a50d-475b-9e4e-8f2f8a553912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:50.694155 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3e800a56-7102-4b2e-8a3b-dab2625d6550 req-c89ead3e-1efd-4b3c-ab9f-6a020eac984b tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111438 Jan 18 13:10:50.697068 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-529e7baf-a50d-475b-9e4e-8f2f8a553912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:50.779563 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1bed732b-61ad-49a3-b25f-7ccf9b00b4a7 req-3c9bcbd1-98b2-400a-aab5-b65764126def service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6033635d-8e5c-4c0c-9279-8738c2f2381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1269240 Jan 18 13:10:50.892305 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-b0f83b57-bfb9-41a5-a106-f51a083841c8 None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:10:50.960145 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-529e7baf-a50d-475b-9e4e-8f2f8a553912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:50.962755 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1bed732b-61ad-49a3-b25f-7ccf9b00b4a7 req-674afc86-2916-414d-b72d-f45e607d1439 service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607034 Jan 18 13:10:51.055371 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-529e7baf-a50d-475b-9e4e-8f2f8a553912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.125236 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-529e7baf-a50d-475b-9e4e-8f2f8a553912 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a16e88d6abd240d1ab3b76f77f8ecafe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6330876 Jan 18 13:10:51.126051 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 49206) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:51.126355 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e7baf-a50d-475b-9e4e-8f2f8a553912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cbdd60-8c1e-4db4-b9d7-56987458bf4a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:51.190243 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1bed732b-61ad-49a3-b25f-7ccf9b00b4a7 req-82ee94f4-d1a7-4da4-9284-d38620708c8d service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186439 Jan 18 13:10:51.219063 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7741142b-720e-4894-98b1-3fb87e7ad2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.264403 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7741142b-720e-4894-98b1-3fb87e7ad2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.332149 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-b0f83b57-bfb9-41a5-a106-f51a083841c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '2cf78988-2075-4a99-a01e-75b5eacca2b3', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'port_id': 'f53da194-8fa6-4b88-a414-e8a31d94c584', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'mac_address': 'fa:16:3e:2c:54:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:10:05Z', 'updated_at': '2022-01-18T13:10:47Z', 'revision_number': 1, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:51.337238 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f83b57-bfb9-41a5-a106-f51a083841c8 None None] The sync data for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi is: [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '2cf78988-2075-4a99-a01e-75b5eacca2b3', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'port_id': 'f53da194-8fa6-4b88-a414-e8a31d94c584', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'mac_address': 'fa:16:3e:2c:54:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:10:05Z', 'updated_at': '2022-01-18T13:10:47Z', 'revision_number': 1, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:10:51.444779 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:10:51.493881 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7741142b-720e-4894-98b1-3fb87e7ad2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.511746 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741142b-720e-4894-98b1-3fb87e7ad2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cbdd60-8c1e-4db4-b9d7-56987458bf4a,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:51.525198 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7741142b-720e-4894-98b1-3fb87e7ad2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.526327 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-7741142b-720e-4894-98b1-3fb87e7ad2b5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a3cbdd60-8c1e-4db4-b9d7-56987458bf4a HTTP/1.1" status: 204 len: 168 time: 0.3989875 Jan 18 13:10:51.723686 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b20282eb-5521-44bb-9ca8-1995853c5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.901483 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc8bda-f920-491e-90c9-bf7c6a0f3be0 req-6071598d-ffb4-4ae4-a956-3166307cfb42 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:51.903037 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14dc8bda-f920-491e-90c9-bf7c6a0f3be0 req-6071598d-ffb4-4ae4-a956-3166307cfb42 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.0855289 Jan 18 13:10:51.948760 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14dc8bda-f920-491e-90c9-bf7c6a0f3be0 req-57fffb21-f637-4d60-81b4-0e13d4aaef9c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Jan 18 13:10:52.729382 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:52.939180 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:53.646923 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c086859d-d069-4d50-9f41-220e322708f1 None None] New status for floating IP 00d9a6c5-7dbf-4103-962b-319588aee281: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:10:54.087806 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:55.359009 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1fb0f-79e0-44e6-beeb-418db571f733 req-751990a1-2ff8-4692-b98b-034fc63d85d6 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:55.360467 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-45c1fb0f-79e0-44e6-beeb-418db571f733 req-751990a1-2ff8-4692-b98b-034fc63d85d6 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.0765638 Jan 18 13:10:55.406555 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-45c1fb0f-79e0-44e6-beeb-418db571f733 req-a1a26929-1837-423d-ac87-a4878067a1c8 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Jan 18 13:10:55.742124 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f401dff2-4670-4754-9de1-0c81ea7ef677 None None] New status for floating IP 2cf78988-2075-4a99-a01e-75b5eacca2b3: ACTIVE {{(pid=83738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:10:56.639938 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcce57-43c8-4b52-bf26-c3f1b56d0e21 req-5d1435d7-67cd-4865-8bee-287fa3bbe5ab tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:56.641392 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d8dcce57-43c8-4b52-bf26-c3f1b56d0e21 req-5d1435d7-67cd-4865-8bee-287fa3bbe5ab tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.0926118 Jan 18 13:10:56.688482 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d8dcce57-43c8-4b52-bf26-c3f1b56d0e21 req-00760cc1-a060-406e-a3c4-aa77e43ee157 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413504 Jan 18 13:10:58.031468 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a2dc9-fa32-4446-8afb-8946f0ba0d0f req-bc036a09-c661-416e-a9d9-81a085f7ce1a tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:58.033651 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b52a2dc9-fa32-4446-8afb-8946f0ba0d0f req-bc036a09-c661-416e-a9d9-81a085f7ce1a tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1271086 Jan 18 13:10:58.096533 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b52a2dc9-fa32-4446-8afb-8946f0ba0d0f req-6c558bff-8540-4427-82e4-e10e9d7c8ffa tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563447 Jan 18 13:11:01.637903 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:03.462523 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0d388-baef-4a64-bbfe-b22fe3e73235 req-aa079465-3050-4b87-977c-1f1d67a53137 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:03.463990 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3be0d388-baef-4a64-bbfe-b22fe3e73235 req-aa079465-3050-4b87-977c-1f1d67a53137 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1364019 Jan 18 13:11:03.475488 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7983a-0185-407a-94c2-166af6c1dd59 req-e12cc6d7-0167-42c2-8f21-1adde51af2cc tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:03.476871 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cdf7983a-0185-407a-94c2-166af6c1dd59 req-e12cc6d7-0167-42c2-8f21-1adde51af2cc tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 946 time: 0.1092074 Jan 18 13:11:03.554011 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3be0d388-baef-4a64-bbfe-b22fe3e73235 req-8b3aff9d-33b5-4154-8ba1-29693de4b220 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761929 Jan 18 13:11:03.556283 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cdf7983a-0185-407a-94c2-166af6c1dd59 req-ffa086c7-a417-49ac-8ddc-9c07fd5ea73b tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649695 Jan 18 13:11:04.839743 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddc6fd-faf0-4e93-a683-8f37c9602328 req-98fc49a1-e77d-42aa-a905-0695652e8cbc tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:04.841208 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a5ddc6fd-faf0-4e93-a683-8f37c9602328 req-98fc49a1-e77d-42aa-a905-0695652e8cbc tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 946 time: 0.1543744 Jan 18 13:11:04.847802 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6796-55be-42b3-a194-64051c15a1ba req-8e5b8e35-809a-433e-a6d8-2a4488829e63 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:04.849184 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3a3c6796-55be-42b3-a194-64051c15a1ba req-8e5b8e35-809a-433e-a6d8-2a4488829e63 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1589174 Jan 18 13:11:04.919709 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a5ddc6fd-faf0-4e93-a683-8f37c9602328 req-3dc74f5a-27b4-4fbe-9d9c-3e7d5cd30f46 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695176 Jan 18 13:11:04.927656 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3a3c6796-55be-42b3-a194-64051c15a1ba req-aae6dda1-2012-4ec4-a92c-e52035091c9d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618048 Jan 18 13:11:06.186471 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1f51d-4ec9-4782-aa02-7278f124a86a req-12bfea61-7b87-42d8-ba88-58dfe68f0f7e tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:06.187980 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3cc1f51d-4ec9-4782-aa02-7278f124a86a req-12bfea61-7b87-42d8-ba88-58dfe68f0f7e tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 946 time: 0.1381888 Jan 18 13:11:06.194317 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b4679-a52a-4fec-a606-cf033612b26e req-91398abf-6fb4-433d-976d-84e5ef6c278e tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:06.195733 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b42b4679-a52a-4fec-a606-cf033612b26e req-91398abf-6fb4-433d-976d-84e5ef6c278e tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1157320 Jan 18 13:11:06.265316 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3cc1f51d-4ec9-4782-aa02-7278f124a86a req-f149a569-a108-4ac3-b208-32aa7ec79049 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686216 Jan 18 13:11:06.273116 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b42b4679-a52a-4fec-a606-cf033612b26e req-d6b9e363-b3c8-4f1f-beaf-1cd2fc539b51 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625267 Jan 18 13:11:07.188902 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 49562) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:07.339381 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3252319d-f7f9-4d48-9667-5fe2b573e0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:07.373590 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3252319d-f7f9-4d48-9667-5fe2b573e0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:07.377283 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-3252319d-f7f9-4d48-9667-5fe2b573e0a4 admin admin] Usage tracker for resource:security_group_rule and tenant:42e233a544c54bc68a850f2b5eed9e06 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:07.380306 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-3252319d-f7f9-4d48-9667-5fe2b573e0a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:07.385918 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-3252319d-f7f9-4d48-9667-5fe2b573e0a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:07.450910 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3252319d-f7f9-4d48-9667-5fe2b573e0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:07.538860 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3252319d-f7f9-4d48-9667-5fe2b573e0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:07.590275 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252319d-f7f9-4d48-9667-5fe2b573e0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73245b0e-d490-4418-980a-e5011f45ab42,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:07.597804 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-3252319d-f7f9-4d48-9667-5fe2b573e0a4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=42e233a544c54bc68a850f2b5eed9e06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4050653 Jan 18 13:11:07.599413 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 49576) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:07.661225 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-19d16f6f-e580-4ae8-b5a8-16802e4f2857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:07.686561 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-19d16f6f-e580-4ae8-b5a8-16802e4f2857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:07.889269 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-19d16f6f-e580-4ae8-b5a8-16802e4f2857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:07.904299 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d16f6f-e580-4ae8-b5a8-16802e4f2857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73245b0e-d490-4418-980a-e5011f45ab42,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:07.916841 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-19d16f6f-e580-4ae8-b5a8-16802e4f2857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:07.916841 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-19d16f6f-e580-4ae8-b5a8-16802e4f2857 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/73245b0e-d490-4418-980a-e5011f45ab42 HTTP/1.1" status: 204 len: 168 time: 0.3126881 Jan 18 13:11:08.620649 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 49590) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:08.639712 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a02b21f2-65a4-41a9-8c1b-6f3aff10e017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:08.673036 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a02b21f2-65a4-41a9-8c1b-6f3aff10e017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:08.678466 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a02b21f2-65a4-41a9-8c1b-6f3aff10e017 admin admin] Usage tracker for resource:security_group_rule and tenant:d5f58b2eab1044ad868d57f1663f0b90 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:08.681290 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a02b21f2-65a4-41a9-8c1b-6f3aff10e017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:08.686968 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a02b21f2-65a4-41a9-8c1b-6f3aff10e017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:08.753788 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a02b21f2-65a4-41a9-8c1b-6f3aff10e017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:08.860706 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a02b21f2-65a4-41a9-8c1b-6f3aff10e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:08.910093 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b21f2-65a4-41a9-8c1b-6f3aff10e017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259c3d37-b478-4abe-85b1-3e977d69a98d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:08.914179 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-a02b21f2-65a4-41a9-8c1b-6f3aff10e017 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d5f58b2eab1044ad868d57f1663f0b90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2925353 Jan 18 13:11:08.916884 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 49596) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:08.974689 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b94d2b3-0905-4c73-ab2b-3d1f7ef0e9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:08.998744 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b94d2b3-0905-4c73-ab2b-3d1f7ef0e9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:09.201825 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b94d2b3-0905-4c73-ab2b-3d1f7ef0e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:09.227653 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94d2b3-0905-4c73-ab2b-3d1f7ef0e9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c3d37-b478-4abe-85b1-3e977d69a98d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:09.233523 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6b94d2b3-0905-4c73-ab2b-3d1f7ef0e9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:09.234639 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-6b94d2b3-0905-4c73-ab2b-3d1f7ef0e9cf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/259c3d37-b478-4abe-85b1-3e977d69a98d HTTP/1.1" status: 204 len: 168 time: 0.3166866 Jan 18 13:11:10.821481 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cb19d-89aa-4d0e-a35e-ee700f9fbad7 req-290c9b3b-18bf-4af3-a404-4c0fa4f3d6e3 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:10.823043 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fb2cb19d-89aa-4d0e-a35e-ee700f9fbad7 req-290c9b3b-18bf-4af3-a404-4c0fa4f3d6e3 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.0808485 Jan 18 13:11:10.991895 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-440d2673-d381-4521-8afc-9278accfe8a3 req-9ab5aef5-7474-4ad0-b128-e4b7dc974490 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 1099 time: 0.0738890 Jan 18 13:11:11.010393 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fb2cb19d-89aa-4d0e-a35e-ee700f9fbad7 req-2c5c9827-5c46-4d99-ad1c-f34b47e1d7f3 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807439 Jan 18 13:11:11.037255 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24592ba8-8baa-431b-8c6e-7542f117dc05 req-83d6c614-2f89-4489-92f9-5c8606098285 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:11.039370 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-24592ba8-8baa-431b-8c6e-7542f117dc05 req-83d6c614-2f89-4489-92f9-5c8606098285 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 946 time: 0.1861336 Jan 18 13:11:11.093871 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-24592ba8-8baa-431b-8c6e-7542f117dc05 req-c47e6949-daf9-4ab2-84d5-5da9ecb06d1c tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485992 Jan 18 13:11:11.122279 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-440d2673-d381-4521-8afc-9278accfe8a3 req-18f5b523-e588-4dcf-b0b6-e9d8ac3ddf3e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241865 Jan 18 13:11:16.777667 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b91c9-9e0a-4426-9e35-27cd82dcef2f req-b96d44eb-3402-4da2-bf82-82c7840d2188 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:16.779457 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-749b91c9-9e0a-4426-9e35-27cd82dcef2f req-b96d44eb-3402-4da2-bf82-82c7840d2188 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1250935 Jan 18 13:11:16.845913 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead049c-49f9-4b53-940c-23af4428f18a req-876fa149-fb06-4c77-89da-9fec692df290 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:16.847477 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ead049c-49f9-4b53-940c-23af4428f18a req-876fa149-fb06-4c77-89da-9fec692df290 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 946 time: 0.1284938 Jan 18 13:11:16.851197 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-749b91c9-9e0a-4426-9e35-27cd82dcef2f req-853227e1-f9d9-40a3-8305-7dcc1d0e7e18 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594618 Jan 18 13:11:16.897433 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ead049c-49f9-4b53-940c-23af4428f18a req-8782d84f-8072-4b66-a7b0-60cb93d49b03 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Jan 18 13:11:18.110433 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f959af-2379-4863-98db-184d805b4a18 req-06d503d6-2ba0-486e-9955-00e0b1dc1406 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:18.112821 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-43f959af-2379-4863-98db-184d805b4a18 req-06d503d6-2ba0-486e-9955-00e0b1dc1406 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1327322 Jan 18 13:11:18.130617 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98554641-8d7f-4fe7-ae1f-663823926d46 req-0241b9b1-044f-486d-9bfb-08e380ca2331 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:18.132964 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-98554641-8d7f-4fe7-ae1f-663823926d46 req-0241b9b1-044f-486d-9bfb-08e380ca2331 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.91 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 946 time: 0.1176245 Jan 18 13:11:18.217573 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-98554641-8d7f-4fe7-ae1f-663823926d46 req-0debf2ba-9748-4f4d-b8a7-e88893461ba6 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Deleting port 98a6767b-5cf8-4439-a6a3-045df69235ea {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:11:18.217991 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-98554641-8d7f-4fe7-ae1f-663823926d46 req-0debf2ba-9748-4f4d-b8a7-e88893461ba6 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:18.229484 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-43f959af-2379-4863-98db-184d805b4a18 req-254fd44c-34d1-4729-bc8d-b7336b26cf45 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091685 Jan 18 13:11:18.278021 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0c8af-47d0-4f1c-b5c9-a4467b9d4bd6 req-6e1b351b-37ed-4b1d-8dda-bd6aaca32ea1 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:18.278021 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c3d0c8af-47d0-4f1c-b5c9-a4467b9d4bd6 req-6e1b351b-37ed-4b1d-8dda-bd6aaca32ea1 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 946 time: 0.0913999 Jan 18 13:11:18.323868 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c3d0c8af-47d0-4f1c-b5c9-a4467b9d4bd6 req-b8aca925-dee0-4a71-a2ce-cc2047f1ddd3 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/security-groups?id=04d00cbf-8d0e-4f94-b80e-f57696522862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469849 Jan 18 13:11:18.505204 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-98554641-8d7f-4fe7-ae1f-663823926d46 req-0debf2ba-9748-4f4d-b8a7-e88893461ba6 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] For port 98a6767b-5cf8-4439-a6a3-045df69235ea, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=98a6767b-5cf8-4439-a6a3-045df69235ea,segment=NetworkSegment(1476e6c1-285b-4150-8739-4adf8f278d8e),segment_id=1476e6c1-285b-4150-8739-4adf8f278d8e)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:11:18.505603 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-98554641-8d7f-4fe7-ae1f-663823926d46 req-0debf2ba-9748-4f4d-b8a7-e88893461ba6 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:18.657028 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-98554641-8d7f-4fe7-ae1f-663823926d46 req-0debf2ba-9748-4f4d-b8a7-e88893461ba6 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Calling delete_port for 98a6767b-5cf8-4439-a6a3-045df69235ea owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:11:19.038207 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-98554641-8d7f-4fe7-ae1f-663823926d46 req-0debf2ba-9748-4f4d-b8a7-e88893461ba6 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:19.093196 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['98a6767b-5cf8-4439-a6a3-045df69235ea'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:11:19.144560 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debf2ba-9748-4f4d-b8a7-e88893461ba6 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Pushing event deleted for resources: {'Port': ['ID=98a6767b-5cf8-4439-a6a3-045df69235ea,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:19.215966 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-98554641-8d7f-4fe7-ae1f-663823926d46 req-0debf2ba-9748-4f4d-b8a7-e88893461ba6 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] No DVR routers for this DVR port 98a6767b-5cf8-4439-a6a3-045df69235ea on host hv-cinder-82510 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:11:19.220277 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-98554641-8d7f-4fe7-ae1f-663823926d46 req-0debf2ba-9748-4f4d-b8a7-e88893461ba6 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:19.223508 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30db49c-e350-4be9-8c62-43b4741e0863', 'name': 'network-vif-deleted', 'tag': '98a6767b-5cf8-4439-a6a3-045df69235ea'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:11:19.293358 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30db49c-e350-4be9-8c62-43b4741e0863', 'name': 'network-vif-deleted', 'tag': '98a6767b-5cf8-4439-a6a3-045df69235ea', 'status': 'completed', 'code': 200} Jan 18 13:11:19.316451 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-81834a04-4187-4d82-a1ce-0436704fc870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:19.318010 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-98554641-8d7f-4fe7-ae1f-663823926d46 req-0debf2ba-9748-4f4d-b8a7-e88893461ba6 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.91 "DELETE /v2.0/ports/98a6767b-5cf8-4439-a6a3-045df69235ea HTTP/1.1" status: 204 len: 173 time: 1.1793525 Jan 18 13:11:19.499252 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c934f-56f6-4cac-be3c-0bda6e68e21a req-d87e32dc-87d2-4063-b7ee-d5031d0a0c6e tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:19.500897 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1b1c934f-56f6-4cac-be3c-0bda6e68e21a req-d87e32dc-87d2-4063-b7ee-d5031d0a0c6e tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1042836 Jan 18 13:11:19.560572 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-18083223-5162-4f5e-88b4-8d44b4e44b13 req-2456181b-a066-42c5-af2a-ead4531b9cae tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 210 time: 0.0701308 Jan 18 13:11:19.587190 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1b1c934f-56f6-4cac-be3c-0bda6e68e21a req-d59e32c5-59b5-44fa-a348-eb3af01dde3e tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497091 Jan 18 13:11:19.793938 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73500d86-4150-4aad-834d-a3f1d1bdebab req-85550430-9b1f-4bf6-ae4c-d65baba99aa8 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:19.795437 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-73500d86-4150-4aad-834d-a3f1d1bdebab req-85550430-9b1f-4bf6-ae4c-d65baba99aa8 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0808444 Jan 18 13:11:19.841684 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-73500d86-4150-4aad-834d-a3f1d1bdebab req-8ddcf8c9-7fe2-4031-b177-c5f31fb8eb41 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Jan 18 13:11:21.694487 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-87772e43-49df-45a6-ad57-f07c07f64984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:21.825789 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 98a6767b-5cf8-4439-a6a3-045df69235ea no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:11:21.861695 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: 98a6767b-5cf8-4439-a6a3-045df69235ea {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:11:21.862025 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 98a6767b-5cf8-4439-a6a3-045df69235ea not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:11:22.772834 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:22.923801 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:22.995354 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 49860) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:23.147015 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91b716f3-0aed-43cd-923e-d5288c4124a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:23.178458 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-91b716f3-0aed-43cd-923e-d5288c4124a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:23.183966 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-91b716f3-0aed-43cd-923e-d5288c4124a0 admin admin] Usage tracker for resource:security_group_rule and tenant:23b0b36d16724a9d880fc8366e9b855d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:23.186926 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-91b716f3-0aed-43cd-923e-d5288c4124a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:23.193801 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-91b716f3-0aed-43cd-923e-d5288c4124a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:23.266640 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91b716f3-0aed-43cd-923e-d5288c4124a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:23.351706 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-91b716f3-0aed-43cd-923e-d5288c4124a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:23.400340 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b716f3-0aed-43cd-923e-d5288c4124a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73184da7-04ac-48cc-b2bb-3c69b69662f4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:23.404596 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-91b716f3-0aed-43cd-923e-d5288c4124a0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=23b0b36d16724a9d880fc8366e9b855d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4081385 Jan 18 13:11:23.408564 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 49872) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:23.470101 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223d21a5-9ff4-45e2-ba51-b251f9842f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:23.496614 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223d21a5-9ff4-45e2-ba51-b251f9842f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:23.637722 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223d21a5-9ff4-45e2-ba51-b251f9842f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:23.652055 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d21a5-9ff4-45e2-ba51-b251f9842f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73184da7-04ac-48cc-b2bb-3c69b69662f4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:23.661439 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-223d21a5-9ff4-45e2-ba51-b251f9842f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:23.667789 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-223d21a5-9ff4-45e2-ba51-b251f9842f01 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/73184da7-04ac-48cc-b2bb-3c69b69662f4 HTTP/1.1" status: 204 len: 168 time: 0.2531331 Jan 18 13:11:24.031013 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:24.528922 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 49890) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:24.543798 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d0f90679-cfd3-465b-957a-bcb271ed00b8 req-b9b12635-2b3e-4a60-847a-bb10087d7f3f tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 210 time: 0.0422492 Jan 18 13:11:24.547409 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28c991e2-6f94-40e6-a83d-3a3a7c50e5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:24.584942 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-28c991e2-6f94-40e6-a83d-3a3a7c50e5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:24.589704 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-28c991e2-6f94-40e6-a83d-3a3a7c50e5da admin admin] Usage tracker for resource:security_group_rule and tenant:8000409c476945b7ab82aa67c49f8873 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:24.592473 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-28c991e2-6f94-40e6-a83d-3a3a7c50e5da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:24.597852 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-28c991e2-6f94-40e6-a83d-3a3a7c50e5da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:24.661698 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28c991e2-6f94-40e6-a83d-3a3a7c50e5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:24.774461 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-28c991e2-6f94-40e6-a83d-3a3a7c50e5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:24.826433 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c991e2-6f94-40e6-a83d-3a3a7c50e5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6550881-cc92-41cf-9126-7d9b1bd7a494,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:24.831999 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-28c991e2-6f94-40e6-a83d-3a3a7c50e5da admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8000409c476945b7ab82aa67c49f8873&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3020406 Jan 18 13:11:24.838471 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 49894) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:24.902018 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05ad1589-7191-41f9-8a9b-363808c8fc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:24.928349 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05ad1589-7191-41f9-8a9b-363808c8fc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:25.048948 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05ad1589-7191-41f9-8a9b-363808c8fc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:25.064500 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad1589-7191-41f9-8a9b-363808c8fc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6550881-cc92-41cf-9126-7d9b1bd7a494,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:25.070563 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-05ad1589-7191-41f9-8a9b-363808c8fc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:25.075166 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-05ad1589-7191-41f9-8a9b-363808c8fc0e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f6550881-cc92-41cf-9126-7d9b1bd7a494 HTTP/1.1" status: 204 len: 168 time: 0.2357235 Jan 18 13:11:25.736800 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ce5907ea-8d7e-466e-ab96-5333a7256867 req-1b5e68d8-0821-462f-af8f-f2aaf1c2ec04 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 210 time: 0.0453556 Jan 18 13:11:27.000465 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cc70788b-12e4-4dd9-a8dd-2d3e6e2eaedd req-1bd90314-3224-48b9-b020-371414b49061 tempest-DeleteServersTestJSON-47516092 tempest-DeleteServersTestJSON-47516092-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30db49c-e350-4be9-8c62-43b4741e0863 HTTP/1.1" status: 200 len: 210 time: 0.0476975 Jan 18 13:11:27.639418 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-01070c8e-33b7-46a1-a961-8c6cff508ed8 req-6f536c3b-da5e-40d3-b1f9-cb0ee01e751d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 1099 time: 0.1160383 Jan 18 13:11:27.642972 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b603df-e137-48ea-8249-e5d43cdd0af1 req-3d4985ae-0cab-424f-ac1c-5d3588a2c1ab tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:27.644595 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a2b603df-e137-48ea-8249-e5d43cdd0af1 req-3d4985ae-0cab-424f-ac1c-5d3588a2c1ab tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1428785 Jan 18 13:11:27.721039 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a2b603df-e137-48ea-8249-e5d43cdd0af1 req-eb196408-bd0c-47a6-bafd-ed9bd058c75f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700788 Jan 18 13:11:27.816817 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01070c8e-33b7-46a1-a961-8c6cff508ed8 req-85338b41-9eba-4780-8773-7e5e6c861939 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:27.818280 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-01070c8e-33b7-46a1-a961-8c6cff508ed8 req-85338b41-9eba-4780-8773-7e5e6c861939 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 920 time: 0.1700072 Jan 18 13:11:27.906020 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-01070c8e-33b7-46a1-a961-8c6cff508ed8 req-2868e86f-a97b-4ee6-b555-52cdd8fdb1de service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f HTTP/1.1" status: 200 len: 217 time: 0.0806785 Jan 18 13:11:27.997085 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 49996) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:28.096067 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01070c8e-33b7-46a1-a961-8c6cff508ed8 req-370253e5-9e74-4164-9e01-f370ea9fbcf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:28.101132 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-01070c8e-33b7-46a1-a961-8c6cff508ed8 req-370253e5-9e74-4164-9e01-f370ea9fbcf4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=80ae4784-f0c5-4fdd-bf2c-38af058437bb HTTP/1.1" status: 200 len: 859 time: 0.1787956 Jan 18 13:11:28.181232 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-01070c8e-33b7-46a1-a961-8c6cff508ed8 req-29a61cba-6a80-4df4-8b91-5dc384637310 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d63e130-b16f-430e-aab5-31c71b85e35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736892 Jan 18 13:11:28.321900 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6a10ed6b-00ca-4b2e-bd8a-63fcb63c2327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:28.329469 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-01070c8e-33b7-46a1-a961-8c6cff508ed8 req-147ee6ff-a714-473d-9aaf-faba983a11c1 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417708 Jan 18 13:11:28.378318 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-6a10ed6b-00ca-4b2e-bd8a-63fcb63c2327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:28.382868 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-6a10ed6b-00ca-4b2e-bd8a-63fcb63c2327 admin admin] Usage tracker for resource:security_group_rule and tenant:fc47a08d2e7f4926bd2cd7625db83522 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:28.387108 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-6a10ed6b-00ca-4b2e-bd8a-63fcb63c2327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:28.394931 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-6a10ed6b-00ca-4b2e-bd8a-63fcb63c2327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:28.444333 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:11:28.483721 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6a10ed6b-00ca-4b2e-bd8a-63fcb63c2327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:28.494025 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-01070c8e-33b7-46a1-a961-8c6cff508ed8 req-8189f729-53cc-4e74-a328-78f9b7671bc7 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534948 Jan 18 13:11:28.557205 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6a10ed6b-00ca-4b2e-bd8a-63fcb63c2327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:28.607563 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10ed6b-00ca-4b2e-bd8a-63fcb63c2327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77232b38-0e38-4848-bafc-a318cf03f796,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:28.613066 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-6a10ed6b-00ca-4b2e-bd8a-63fcb63c2327 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fc47a08d2e7f4926bd2cd7625db83522&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6150534 Jan 18 13:11:28.616047 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 50024) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:28.688247 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bc88fcaa-4a25-415c-b75d-b1d8c0367968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:28.713317 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bc88fcaa-4a25-415c-b75d-b1d8c0367968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:28.906627 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bc88fcaa-4a25-415c-b75d-b1d8c0367968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:28.930668 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88fcaa-4a25-415c-b75d-b1d8c0367968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77232b38-0e38-4848-bafc-a318cf03f796,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:28.942474 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bc88fcaa-4a25-415c-b75d-b1d8c0367968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:28.946476 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-bc88fcaa-4a25-415c-b75d-b1d8c0367968 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/77232b38-0e38-4848-bafc-a318cf03f796 HTTP/1.1" status: 204 len: 168 time: 0.3289273 Jan 18 13:11:28.982682 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52583470-c16e-46a6-a9f5-36031a890d59 req-d4cec0fd-51f8-42bf-b2c6-8c12d1ab9de0 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:28.984523 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-52583470-c16e-46a6-a9f5-36031a890d59 req-d4cec0fd-51f8-42bf-b2c6-8c12d1ab9de0 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1181908 Jan 18 13:11:29.059697 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-52583470-c16e-46a6-a9f5-36031a890d59 req-61812525-8cd3-4d3e-8e0f-7b3aead24624 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686123 Jan 18 13:11:30.465159 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 50110) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:30.611578 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-447463d2-2094-4826-9b45-0ef879d4b472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:30.643242 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-447463d2-2094-4826-9b45-0ef879d4b472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:30.647038 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-447463d2-2094-4826-9b45-0ef879d4b472 admin admin] Usage tracker for resource:security_group_rule and tenant:565a36d9284a4a8e8eea0bbf0a1a0111 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:30.649940 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-447463d2-2094-4826-9b45-0ef879d4b472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:30.655908 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-447463d2-2094-4826-9b45-0ef879d4b472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:30.735411 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-447463d2-2094-4826-9b45-0ef879d4b472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:30.869933 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-447463d2-2094-4826-9b45-0ef879d4b472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:30.923841 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447463d2-2094-4826-9b45-0ef879d4b472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6db9fe6-b0cf-4231-8ed4-8670721fdbfb,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:30.929709 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-447463d2-2094-4826-9b45-0ef879d4b472 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=565a36d9284a4a8e8eea0bbf0a1a0111&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4635179 Jan 18 13:11:30.936882 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50140) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:31.002514 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a38b99e0-a0a4-485a-8d63-45efe3e93aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:31.031239 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a38b99e0-a0a4-485a-8d63-45efe3e93aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:31.213085 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a38b99e0-a0a4-485a-8d63-45efe3e93aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:31.229678 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b99e0-a0a4-485a-8d63-45efe3e93aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6db9fe6-b0cf-4231-8ed4-8670721fdbfb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:31.235983 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a38b99e0-a0a4-485a-8d63-45efe3e93aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:31.237565 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-a38b99e0-a0a4-485a-8d63-45efe3e93aff admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a6db9fe6-b0cf-4231-8ed4-8670721fdbfb HTTP/1.1" status: 204 len: 168 time: 0.3039165 Jan 18 13:11:31.643452 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:32.098251 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50158) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:32.117437 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5665f49-e8f5-481b-a7ba-44b2102a460e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:32.148349 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f5665f49-e8f5-481b-a7ba-44b2102a460e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:32.152566 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-f5665f49-e8f5-481b-a7ba-44b2102a460e admin admin] Usage tracker for resource:security_group_rule and tenant:71f21770f652420f98cb8eed13d2db92 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:32.155752 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-f5665f49-e8f5-481b-a7ba-44b2102a460e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:32.161298 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f5665f49-e8f5-481b-a7ba-44b2102a460e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:32.224430 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5665f49-e8f5-481b-a7ba-44b2102a460e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:32.329307 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5665f49-e8f5-481b-a7ba-44b2102a460e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:32.385368 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5665f49-e8f5-481b-a7ba-44b2102a460e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392e06f2-6c9a-4756-937b-9e71713e9e79,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:32.391814 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-f5665f49-e8f5-481b-a7ba-44b2102a460e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=71f21770f652420f98cb8eed13d2db92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2923114 Jan 18 13:11:32.400118 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50166) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:32.462252 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d02f56d4-b4dd-4761-a6ce-0eb0a1866fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:32.489389 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d02f56d4-b4dd-4761-a6ce-0eb0a1866fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:32.654962 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d02f56d4-b4dd-4761-a6ce-0eb0a1866fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:32.669288 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f56d4-b4dd-4761-a6ce-0eb0a1866fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392e06f2-6c9a-4756-937b-9e71713e9e79,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:32.678841 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d02f56d4-b4dd-4761-a6ce-0eb0a1866fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:32.678841 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-d02f56d4-b4dd-4761-a6ce-0eb0a1866fd4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/392e06f2-6c9a-4756-937b-9e71713e9e79 HTTP/1.1" status: 204 len: 168 time: 0.2758591 Jan 18 13:11:33.031356 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a863fc-e449-4231-8c02-1d5e6f79c2e3 req-c2f6465f-43cb-409f-b11c-e8e8b3c5472d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:33.033459 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-26a863fc-e449-4231-8c02-1d5e6f79c2e3 req-c2f6465f-43cb-409f-b11c-e8e8b3c5472d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0779088 Jan 18 13:11:33.085072 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9faa159a-c9c5-4de2-9a88-06c6be5c54a1 req-33488ae7-b3d0-4155-b5c4-6fb5b29f3536 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 1099 time: 0.0789974 Jan 18 13:11:33.086682 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-26a863fc-e449-4231-8c02-1d5e6f79c2e3 req-49a581a6-ef80-4da0-a30a-dc27b94ce223 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475163 Jan 18 13:11:33.248412 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa159a-c9c5-4de2-9a88-06c6be5c54a1 req-e79d646a-91a3-4a1a-90d0-37e1e063b029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:33.249873 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9faa159a-c9c5-4de2-9a88-06c6be5c54a1 req-e79d646a-91a3-4a1a-90d0-37e1e063b029 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 920 time: 0.1309168 Jan 18 13:11:33.318227 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9faa159a-c9c5-4de2-9a88-06c6be5c54a1 req-1b4b0394-f33a-401c-9440-ff138f2e3d48 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f HTTP/1.1" status: 200 len: 217 time: 0.0601737 Jan 18 13:11:33.393633 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa159a-c9c5-4de2-9a88-06c6be5c54a1 req-f87d3182-32b3-419e-90e5-a45690404ba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:33.395055 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9faa159a-c9c5-4de2-9a88-06c6be5c54a1 req-f87d3182-32b3-419e-90e5-a45690404ba3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=80ae4784-f0c5-4fdd-bf2c-38af058437bb HTTP/1.1" status: 200 len: 859 time: 0.0695617 Jan 18 13:11:33.441603 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9faa159a-c9c5-4de2-9a88-06c6be5c54a1 req-c42de8db-c364-4aa2-ace4-afa07c6e1fe2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d63e130-b16f-430e-aab5-31c71b85e35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402875 Jan 18 13:11:33.597948 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9faa159a-c9c5-4de2-9a88-06c6be5c54a1 req-0fe795b1-38bb-4ce1-a893-03de7c882da5 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451921 Jan 18 13:11:33.735290 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9faa159a-c9c5-4de2-9a88-06c6be5c54a1 req-2374b077-131e-4689-b13c-6a9c3d235230 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312501 Jan 18 13:11:34.305281 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c28541-8522-4fe9-972b-705c51d1f628 req-c3201089-9fc6-4542-978b-bc728cb38fef tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:34.306678 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-17c28541-8522-4fe9-972b-705c51d1f628 req-c3201089-9fc6-4542-978b-bc728cb38fef tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0886009 Jan 18 13:11:34.358608 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-17c28541-8522-4fe9-972b-705c51d1f628 req-55131252-638d-4ed3-9411-b63b70b10e60 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445490 Jan 18 13:11:35.581439 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804b3d4-d7ad-4e8d-9d01-98b1abb4355b req-94f7c3ec-096e-4293-bb9f-d9e4fc73ab75 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:35.583027 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d804b3d4-d7ad-4e8d-9d01-98b1abb4355b req-94f7c3ec-096e-4293-bb9f-d9e4fc73ab75 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0940988 Jan 18 13:11:35.654565 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d804b3d4-d7ad-4e8d-9d01-98b1abb4355b req-7ffe6654-8fb5-46ce-b200-01071096ddc9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653532 Jan 18 13:11:35.798604 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50266) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:35.869497 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-1978e8be-6adb-499c-b568-af1bcd29f83d admin admin] Deleting subnet a0831f77-2559-44a4-8c38-96afad7c5d1f {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:11:35.872995 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1978e8be-6adb-499c-b568-af1bcd29f83d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:35.937094 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1978e8be-6adb-499c-b568-af1bcd29f83d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091171'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:35.997434 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1978e8be-6adb-499c-b568-af1bcd29f83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:36.163382 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1978e8be-6adb-499c-b568-af1bcd29f83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1345888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911589'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:36.286709 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1978e8be-6adb-499c-b568-af1bcd29f83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:36.289497 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978e8be-6adb-499c-b568-af1bcd29f83d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0831f77-2559-44a4-8c38-96afad7c5d1f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:36.297402 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-1978e8be-6adb-499c-b568-af1bcd29f83d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a0831f77-2559-44a4-8c38-96afad7c5d1f HTTP/1.1" status: 204 len: 168 time: 0.4970837 Jan 18 13:11:36.300087 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50296) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:36.412572 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:36.553396 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:36.580998 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1eef94-0256-48ad-9ce2-b8f5983c2c40']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:11:36.594353 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1476e6c1-285b-4150-8739-4adf8f278d8e') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:11:36.594891 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1476e6c1-285b-4150-8739-4adf8f278d8e') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:11:36.620682 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091176'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:36.638791 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:36.645580 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:11:36.646050 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347526'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: Traceback (most recent call last): Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: timer() Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: cb(*args, **kw) Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: return func(*args, **kwargs) Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: self._notify() Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: self.callback(batched_events) Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: event.method(event) Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: return f(self, *a, **k) Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._get(url).json() Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: return self.request(url, 'GET', **kwargs) Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:11:36.661342 dv-cinder-825102-1-iscsi neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:11:36.854818 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:36.860899 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:36.882671 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0795c1-ca15-4378-8010-f57ed695c7f7 req-666f2aab-cb45-497c-bd45-9cc5ba876974 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:36.882671 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0a0795c1-ca15-4378-8010-f57ed695c7f7 req-666f2aab-cb45-497c-bd45-9cc5ba876974 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0825262 Jan 18 13:11:36.896027 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1eef94-0256-48ad-9ce2-b8f5983c2c40,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:36.922909 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0a0795c1-ca15-4378-8010-f57ed695c7f7 req-26ef475e-5678-4808-b208-5de6701781f3 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 Jan 18 13:11:36.987293 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-543a36f1-9970-4f49-b664-6d1fd8c83239 admin admin] 10.222.0.87 "DELETE /v2.0/networks/4e1eef94-0256-48ad-9ce2-b8f5983c2c40 HTTP/1.1" status: 204 len: 168 time: 0.6861503 Jan 18 13:11:37.514997 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50322) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:37.566045 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-99bd43a7-f9ef-40d4-9c84-4b317b20993a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a3359b64312a4f06a3f2ac503b2ee164&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498753 Jan 18 13:11:37.568552 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50326) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:37.636957 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dea89bff-864e-43d9-9ec2-faea198f0173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:37.664797 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dea89bff-864e-43d9-9ec2-faea198f0173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:37.831689 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dea89bff-864e-43d9-9ec2-faea198f0173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:37.851283 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea89bff-864e-43d9-9ec2-faea198f0173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d00cbf-8d0e-4f94-b80e-f57696522862,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:37.939450 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dea89bff-864e-43d9-9ec2-faea198f0173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:37.940569 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-dea89bff-864e-43d9-9ec2-faea198f0173 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/04d00cbf-8d0e-4f94-b80e-f57696522862 HTTP/1.1" status: 204 len: 168 time: 0.3711236 Jan 18 13:11:38.133987 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fab402-32e8-48dd-9f3a-9ebad87857fb req-716ce97b-e283-44f8-af3e-ca4face73755 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:38.135493 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d3fab402-32e8-48dd-9f3a-9ebad87857fb req-716ce97b-e283-44f8-af3e-ca4face73755 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0816414 Jan 18 13:11:38.194591 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d3fab402-32e8-48dd-9f3a-9ebad87857fb req-32e1f4c0-0ebd-4fb1-9639-ddf9371e9fe7 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519662 Jan 18 13:11:39.018587 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50368) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:39.256534 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:39.298735 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:39.302918 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Usage tracker for resource:security_group_rule and tenant:e990b2d1eaf944659c3c24249653b91e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:39.307193 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:39.313506 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:39.409393 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:39.523439 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:39.577720 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d185cda-f701-43b0-ad45-c6df317950ba,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:39.581551 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e990b2d1eaf944659c3c24249653b91e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5617936 Jan 18 13:11:39.584384 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 50396) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:39.588708 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.589048 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.589380 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.589753 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.590076 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.591025 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.591452 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.591794 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.592096 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.592413 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.592729 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0167107-1c6f-421c-a78e-b3752c6339d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.718723 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:39.746234 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:39.945769 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:39.962379 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d185cda-f701-43b0-ad45-c6df317950ba,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:39.976372 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.976715 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.977204 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.977354 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.977679 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.977997 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.978421 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.978631 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.978942 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.979254 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.979589 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:39.982764 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:39.987333 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-45a6970c-a2bb-42bf-bac3-0e193ad5b1f9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8d185cda-f701-43b0-ad45-c6df317950ba HTTP/1.1" status: 204 len: 168 time: 0.4017386 Jan 18 13:11:40.677481 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 50426) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:40.695300 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b6768d74-640e-47a2-994c-c98a0d7aa7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:40.729865 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-b6768d74-640e-47a2-994c-c98a0d7aa7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:40.734367 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-b6768d74-640e-47a2-994c-c98a0d7aa7ca admin admin] Usage tracker for resource:security_group_rule and tenant:21d88300d6784e98ab760c524d3d31b1 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:40.737250 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-b6768d74-640e-47a2-994c-c98a0d7aa7ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:40.742817 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-b6768d74-640e-47a2-994c-c98a0d7aa7ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:40.870221 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b6768d74-640e-47a2-994c-c98a0d7aa7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:40.946248 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b6768d74-640e-47a2-994c-c98a0d7aa7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:40.996443 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6768d74-640e-47a2-994c-c98a0d7aa7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26223ce6-3bd4-46a5-aa5b-7e326cd023b6,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:41.004686 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b6768d74-640e-47a2-994c-c98a0d7aa7ca admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=21d88300d6784e98ab760c524d3d31b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3261502 Jan 18 13:11:41.007555 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 50438) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:41.081573 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a4d092e1-33fc-41ef-adae-b50d90dcfcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:41.109627 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a4d092e1-33fc-41ef-adae-b50d90dcfcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:41.260405 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a4d092e1-33fc-41ef-adae-b50d90dcfcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:41.276831 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d092e1-33fc-41ef-adae-b50d90dcfcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26223ce6-3bd4-46a5-aa5b-7e326cd023b6,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:41.283524 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a4d092e1-33fc-41ef-adae-b50d90dcfcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:41.287698 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-a4d092e1-33fc-41ef-adae-b50d90dcfcd6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/26223ce6-3bd4-46a5-aa5b-7e326cd023b6 HTTP/1.1" status: 204 len: 168 time: 0.2790885 Jan 18 13:11:42.258909 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50460) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:42.277467 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08d910d8-dff8-4fd0-8f7d-7076921275f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.311212 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-08d910d8-dff8-4fd0-8f7d-7076921275f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:42.314940 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-08d910d8-dff8-4fd0-8f7d-7076921275f0 admin admin] Usage tracker for resource:security_group_rule and tenant:04c80cf7d8844e74aaa468ce1690616d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:42.317845 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-08d910d8-dff8-4fd0-8f7d-7076921275f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:42.323471 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-08d910d8-dff8-4fd0-8f7d-7076921275f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:42.393875 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08d910d8-dff8-4fd0-8f7d-7076921275f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.465704 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-08d910d8-dff8-4fd0-8f7d-7076921275f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.511272 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d910d8-dff8-4fd0-8f7d-7076921275f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb47d0d6-718e-4663-978a-882024405d10,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:42.519564 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-08d910d8-dff8-4fd0-8f7d-7076921275f0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=04c80cf7d8844e74aaa468ce1690616d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2588766 Jan 18 13:11:42.522379 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50464) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:42.585783 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a690-88d3-45f4-861d-41ef66bbf665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.621392 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a690-88d3-45f4-861d-41ef66bbf665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.791849 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a690-88d3-45f4-861d-41ef66bbf665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.808631 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0a690-88d3-45f4-861d-41ef66bbf665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb47d0d6-718e-4663-978a-882024405d10,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:42.819764 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a690-88d3-45f4-861d-41ef66bbf665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.820874 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-0dc0a690-88d3-45f4-861d-41ef66bbf665 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eb47d0d6-718e-4663-978a-882024405d10 HTTP/1.1" status: 204 len: 168 time: 0.2976675 Jan 18 13:11:44.560210 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f2c8a-03ce-4157-ad17-3860e6b26aa9 req-59ca398b-ad87-4b56-a2a3-8b2a05c5ca72 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:44.561495 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c67f2c8a-03ce-4157-ad17-3860e6b26aa9 req-59ca398b-ad87-4b56-a2a3-8b2a05c5ca72 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0888336 Jan 18 13:11:44.613011 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c67f2c8a-03ce-4157-ad17-3860e6b26aa9 req-c891430c-4475-4362-88e7-b1c72d2042d3 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430691 Jan 18 13:11:45.826434 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320435de-16d8-471b-9433-b10b70bdab2a req-fcc93de0-d9d8-4a30-a9a8-9e63a812bde2 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:45.827977 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-320435de-16d8-471b-9433-b10b70bdab2a req-fcc93de0-d9d8-4a30-a9a8-9e63a812bde2 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0785685 Jan 18 13:11:45.879514 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-320435de-16d8-471b-9433-b10b70bdab2a req-ab52479d-7e3c-4310-9610-b49f282e7444 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457344 Jan 18 13:11:47.096067 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c28d7b-d57b-4e9b-837e-4eb56f9ea9c7 req-01b15d0f-43ba-4ae4-a713-0f14ead49451 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:47.097526 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-08c28d7b-d57b-4e9b-837e-4eb56f9ea9c7 req-01b15d0f-43ba-4ae4-a713-0f14ead49451 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0877378 Jan 18 13:11:47.152321 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-08c28d7b-d57b-4e9b-837e-4eb56f9ea9c7 req-a9d21659-fddc-4221-8626-ce6387e569ae tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492127 Jan 18 13:11:47.274624 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50598) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:47.423071 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5f0df1e-b686-4039-b707-ba2f9c7ca7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:47.456018 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f5f0df1e-b686-4039-b707-ba2f9c7ca7ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:47.459831 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-f5f0df1e-b686-4039-b707-ba2f9c7ca7ed admin admin] Usage tracker for resource:security_group_rule and tenant:8ea1e91bd9e945aa84db3aaddc86540f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:47.462667 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-f5f0df1e-b686-4039-b707-ba2f9c7ca7ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:47.469283 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f5f0df1e-b686-4039-b707-ba2f9c7ca7ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:47.541367 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5f0df1e-b686-4039-b707-ba2f9c7ca7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:47.615801 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5f0df1e-b686-4039-b707-ba2f9c7ca7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:47.668890 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0df1e-b686-4039-b707-ba2f9c7ca7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231f4f6f-7e21-42f4-93ec-9cb9ce5f93a4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:47.674881 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-f5f0df1e-b686-4039-b707-ba2f9c7ca7ed admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8ea1e91bd9e945aa84db3aaddc86540f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3992155 Jan 18 13:11:47.677544 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 50610) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:47.763402 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-aaf6cca4-2019-428b-a6c8-fa7da311f2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:47.797756 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-aaf6cca4-2019-428b-a6c8-fa7da311f2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:47.980303 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-aaf6cca4-2019-428b-a6c8-fa7da311f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:48.013946 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6cca4-2019-428b-a6c8-fa7da311f2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231f4f6f-7e21-42f4-93ec-9cb9ce5f93a4,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:48.020902 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-aaf6cca4-2019-428b-a6c8-fa7da311f2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:48.022592 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-aaf6cca4-2019-428b-a6c8-fa7da311f2ff admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/231f4f6f-7e21-42f4-93ec-9cb9ce5f93a4 HTTP/1.1" status: 204 len: 168 time: 0.3437712 Jan 18 13:11:48.371255 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c057b90-a432-401e-a5f0-133126f04be1 req-b909c820-f62d-4a82-9d90-52af2473cdaf tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:48.374031 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7c057b90-a432-401e-a5f0-133126f04be1 req-b909c820-f62d-4a82-9d90-52af2473cdaf tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0806069 Jan 18 13:11:48.437395 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7c057b90-a432-401e-a5f0-133126f04be1 req-48831d46-2761-4d3c-8242-43598e5108be tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570538 Jan 18 13:11:48.516956 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 50642) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:48.681603 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-84f794bd-97ea-40fb-9019-0f1c4914fab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:48.720785 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-84f794bd-97ea-40fb-9019-0f1c4914fab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:48.721439 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-84f794bd-97ea-40fb-9019-0f1c4914fab7 admin admin] Usage tracker for resource:security_group_rule and tenant:d98c518b0b7043e284e92608affcde46 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:48.724795 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-84f794bd-97ea-40fb-9019-0f1c4914fab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:48.732605 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-84f794bd-97ea-40fb-9019-0f1c4914fab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:48.814645 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-84f794bd-97ea-40fb-9019-0f1c4914fab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:48.984214 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-84f794bd-97ea-40fb-9019-0f1c4914fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.035268 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f794bd-97ea-40fb-9019-0f1c4914fab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75d8b97-b732-4563-b479-cbcea097ca5d,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:49.042158 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-84f794bd-97ea-40fb-9019-0f1c4914fab7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d98c518b0b7043e284e92608affcde46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5211368 Jan 18 13:11:49.042158 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 50660) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:49.082740 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50664) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:49.105155 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d194912-6923-42b7-9df2-00744c5a73d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.113899 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2202e32f-242c-403c-9bbc-0ef981121ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.143655 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2202e32f-242c-403c-9bbc-0ef981121ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.144393 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6d194912-6923-42b7-9df2-00744c5a73d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:49.148430 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-6d194912-6923-42b7-9df2-00744c5a73d2 admin admin] Usage tracker for resource:security_group_rule and tenant:9e4dff800c264fce8892758d8df6ba06 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:49.151222 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-6d194912-6923-42b7-9df2-00744c5a73d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:49.158978 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6d194912-6923-42b7-9df2-00744c5a73d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:49.251714 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d194912-6923-42b7-9df2-00744c5a73d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.311151 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2202e32f-242c-403c-9bbc-0ef981121ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.332428 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202e32f-242c-403c-9bbc-0ef981121ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75d8b97-b732-4563-b479-cbcea097ca5d,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:49.344088 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2202e32f-242c-403c-9bbc-0ef981121ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.345215 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-2202e32f-242c-403c-9bbc-0ef981121ec4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b75d8b97-b732-4563-b479-cbcea097ca5d HTTP/1.1" status: 204 len: 168 time: 0.3023376 Jan 18 13:11:49.360971 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6d194912-6923-42b7-9df2-00744c5a73d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.363271 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d6710b76-6e7c-4a1e-9723-b10e68ffe48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.412482 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d194912-6923-42b7-9df2-00744c5a73d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c43b90-993d-4d1c-a195-8af5711635ce,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:49.421724 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 50686) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:49.435841 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-6d194912-6923-42b7-9df2-00744c5a73d2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9e4dff800c264fce8892758d8df6ba06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3517385 Jan 18 13:11:49.506591 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-4115eee8-89b2-42b6-a6b8-5f2c24afb381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.546794 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-4115eee8-89b2-42b6-a6b8-5f2c24afb381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.685058 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0997d1d-d878-4ef5-a4d6-47ae5b809317 req-f7ddd529-a2af-4ef3-b5c4-4b3f6389e985 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:49.687933 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b0997d1d-d878-4ef5-a4d6-47ae5b809317 req-f7ddd529-a2af-4ef3-b5c4-4b3f6389e985 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0930910 Jan 18 13:11:49.735450 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b0997d1d-d878-4ef5-a4d6-47ae5b809317 req-84edb4d3-0e6a-431e-9ebe-90bae6b659ff tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Jan 18 13:11:49.906657 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-4115eee8-89b2-42b6-a6b8-5f2c24afb381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.923116 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115eee8-89b2-42b6-a6b8-5f2c24afb381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c43b90-993d-4d1c-a195-8af5711635ce,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:49.927783 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-4115eee8-89b2-42b6-a6b8-5f2c24afb381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.928839 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-4115eee8-89b2-42b6-a6b8-5f2c24afb381 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/94c43b90-993d-4d1c-a195-8af5711635ce HTTP/1.1" status: 204 len: 168 time: 0.5060203 Jan 18 13:11:50.659619 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 50720) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:50.704597 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9cfb-28b2-4b22-9743-1fb32a9ee643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:50.746401 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5e1c9cfb-28b2-4b22-9743-1fb32a9ee643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:50.751975 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5e1c9cfb-28b2-4b22-9743-1fb32a9ee643 admin admin] Usage tracker for resource:security_group_rule and tenant:487d991a93194957939275d2995709cd is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:50.755298 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5e1c9cfb-28b2-4b22-9743-1fb32a9ee643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:50.762528 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5e1c9cfb-28b2-4b22-9743-1fb32a9ee643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:50.839378 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9cfb-28b2-4b22-9743-1fb32a9ee643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:50.953251 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9cfb-28b2-4b22-9743-1fb32a9ee643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:50.978604 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde96d29-f9a6-42d5-a3e7-823ac9b2da33 req-9be8b6ad-cc58-49f5-9f3c-4a19c4a66fbb tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:50.980071 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dde96d29-f9a6-42d5-a3e7-823ac9b2da33 req-9be8b6ad-cc58-49f5-9f3c-4a19c4a66fbb tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1033294 Jan 18 13:11:51.035215 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c9cfb-28b2-4b22-9743-1fb32a9ee643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be01a0d-5bc7-4104-b2c3-b881f27f689e,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:51.052650 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50738) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:51.053920 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-5e1c9cfb-28b2-4b22-9743-1fb32a9ee643 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=487d991a93194957939275d2995709cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3903384 Jan 18 13:11:51.075558 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dde96d29-f9a6-42d5-a3e7-823ac9b2da33 req-3320e63d-f9e9-423d-b496-3dde3599bba6 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864081 Jan 18 13:11:51.136889 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61c1b981-4b8e-4c35-bc3b-ba7d2280d6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:51.168041 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61c1b981-4b8e-4c35-bc3b-ba7d2280d6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:51.339896 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61c1b981-4b8e-4c35-bc3b-ba7d2280d6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:51.355936 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1b981-4b8e-4c35-bc3b-ba7d2280d6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be01a0d-5bc7-4104-b2c3-b881f27f689e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:51.369933 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-61c1b981-4b8e-4c35-bc3b-ba7d2280d6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:51.374665 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-61c1b981-4b8e-4c35-bc3b-ba7d2280d6d3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0be01a0d-5bc7-4104-b2c3-b881f27f689e HTTP/1.1" status: 204 len: 168 time: 0.3165634 Jan 18 13:11:51.809055 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1863ea1e-6829-4ed4-aa38-212d8f4ef3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:52.324435 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81a1b1-53a7-4890-aa78-5ded37260fae req-dfb1b3c6-6aa3-46d6-a80d-8450875a7cf4 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:52.326045 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5d81a1b1-53a7-4890-aa78-5ded37260fae req-dfb1b3c6-6aa3-46d6-a80d-8450875a7cf4 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0887933 Jan 18 13:11:52.376968 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5d81a1b1-53a7-4890-aa78-5ded37260fae req-4ea63fff-6473-416a-af96-67793b92b91f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 Jan 18 13:11:52.604512 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-bbe23ee2-89e1-41a2-b653-026c592f0cfd req-cff79d22-ac17-4312-9684-eda516b453f1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 1099 time: 0.0795603 Jan 18 13:11:52.678432 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-bbe23ee2-89e1-41a2-b653-026c592f0cfd req-89fda4d2-b117-492f-8012-5208e2fedeb2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598140 Jan 18 13:11:52.728571 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:52.851167 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50808) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:53.003904 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.340650 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ec0ec39-cfde-41b4-84fe-ee1118e4f00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.373932 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4ec0ec39-cfde-41b4-84fe-ee1118e4f00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:53.378191 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4ec0ec39-cfde-41b4-84fe-ee1118e4f00d admin admin] Usage tracker for resource:security_group_rule and tenant:9471741b26204c92b55d9ebed1020e0d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:53.381175 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4ec0ec39-cfde-41b4-84fe-ee1118e4f00d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:53.388133 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4ec0ec39-cfde-41b4-84fe-ee1118e4f00d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:53.463417 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ec0ec39-cfde-41b4-84fe-ee1118e4f00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.562975 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ec0ec39-cfde-41b4-84fe-ee1118e4f00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.614296 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558d2b9-a3c9-42c0-9d23-a3be96f3e480 req-69de2aac-a1a6-41bf-9dbd-abcd708cbe08 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:53.615987 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-4ec0ec39-cfde-41b4-84fe-ee1118e4f00d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9471741b26204c92b55d9ebed1020e0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7636139 Jan 18 13:11:53.617108 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50848) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:53.619941 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0ec39-cfde-41b4-84fe-ee1118e4f00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b19ed8-5250-4a43-9784-081d5114cb6c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:53.624607 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4558d2b9-a3c9-42c0-9d23-a3be96f3e480 req-69de2aac-a1a6-41bf-9dbd-abcd708cbe08 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0998635 Jan 18 13:11:53.683974 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4558d2b9-a3c9-42c0-9d23-a3be96f3e480 req-8bb4bafa-7ba6-4069-aa93-4823f9f5ea1c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584235 Jan 18 13:11:53.721404 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-868148b7-bbc6-4466-a8b0-6c682297dc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.751993 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-868148b7-bbc6-4466-a8b0-6c682297dc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.928675 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-868148b7-bbc6-4466-a8b0-6c682297dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.943882 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868148b7-bbc6-4466-a8b0-6c682297dc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b19ed8-5250-4a43-9784-081d5114cb6c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:53.952338 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-868148b7-bbc6-4466-a8b0-6c682297dc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.953715 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-868148b7-bbc6-4466-a8b0-6c682297dc2b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/67b19ed8-5250-4a43-9784-081d5114cb6c HTTP/1.1" status: 204 len: 168 time: 0.3351798 Jan 18 13:11:54.035226 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:54.910366 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf448-b0e5-4967-80e5-762e854ea9d1 req-a3b78a6a-cb0e-4153-b509-a2ff417aa387 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:54.917393 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b8cf448-b0e5-4967-80e5-762e854ea9d1 req-a3b78a6a-cb0e-4153-b509-a2ff417aa387 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0877073 Jan 18 13:11:54.922409 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50904) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:54.948121 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52252035-1bed-4bbc-883c-931b32f1dd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:54.976272 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b8cf448-b0e5-4967-80e5-762e854ea9d1 req-41fd98b0-f720-4363-b422-a67f1adaaa1f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580194 Jan 18 13:11:54.991730 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-52252035-1bed-4bbc-883c-931b32f1dd74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:55.000502 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-52252035-1bed-4bbc-883c-931b32f1dd74 admin admin] Usage tracker for resource:security_group_rule and tenant:e828ca9bd173498f810912b1d39dbc53 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:55.010045 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-52252035-1bed-4bbc-883c-931b32f1dd74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:55.018104 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-52252035-1bed-4bbc-883c-931b32f1dd74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:55.098019 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52252035-1bed-4bbc-883c-931b32f1dd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:55.157417 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-52252035-1bed-4bbc-883c-931b32f1dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:55.227010 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52252035-1bed-4bbc-883c-931b32f1dd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47581f48-3d7a-425b-8742-df7576655f6e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:55.232787 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-52252035-1bed-4bbc-883c-931b32f1dd74 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e828ca9bd173498f810912b1d39dbc53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3091440 Jan 18 13:11:55.235694 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50910) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:55.299868 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-132ac923-cc03-4caf-b84e-8bd8decbbe0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:55.327450 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-132ac923-cc03-4caf-b84e-8bd8decbbe0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:55.511541 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-132ac923-cc03-4caf-b84e-8bd8decbbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:55.526986 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ac923-cc03-4caf-b84e-8bd8decbbe0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47581f48-3d7a-425b-8742-df7576655f6e,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:55.534041 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-132ac923-cc03-4caf-b84e-8bd8decbbe0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:55.535220 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-132ac923-cc03-4caf-b84e-8bd8decbbe0b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/47581f48-3d7a-425b-8742-df7576655f6e HTTP/1.1" status: 204 len: 168 time: 0.2984269 Jan 18 13:11:56.215415 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baeaae-6de4-4069-9c96-592f1d6d51a0 req-0cead262-58e0-41ce-b134-f33c389f5857 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:56.218527 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e3baeaae-6de4-4069-9c96-592f1d6d51a0 req-0cead262-58e0-41ce-b134-f33c389f5857 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0956736 Jan 18 13:11:56.267253 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e3baeaae-6de4-4069-9c96-592f1d6d51a0 req-986d17ac-65c2-4919-ac68-b01dedeb0cad tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406456 Jan 18 13:11:57.020306 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fabaa1-0382-4d0e-806b-c023bda91876 req-73b9ebaa-d97e-46cd-b241-c1f6234c8e92 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:57.021838 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-39fabaa1-0382-4d0e-806b-c023bda91876 req-73b9ebaa-d97e-46cd-b241-c1f6234c8e92 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1610279 Jan 18 13:11:57.095092 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-39fabaa1-0382-4d0e-806b-c023bda91876 req-73c8f414-e1f6-4f91-8a2b-35b2bed40ede tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659714 Jan 18 13:11:57.149502 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 50986) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:57.183399 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5dc43806-dcec-43b9-bb89-0dc734d4bc46 req-bed568b5-a12b-4d61-b21d-ebd7ff7a129c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 1099 time: 0.1781273 Jan 18 13:11:57.307670 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1962181366-network', 'tenant_id': '5075a85e517e428ab3a0fa357d9344cb'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:57.323149 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:57.331971 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Usage tracker for resource:network and tenant:5075a85e517e428ab3a0fa357d9344cb is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:57.342483 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:57.352067 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:57.356487 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc43806-dcec-43b9-bb89-0dc734d4bc46 req-c71cff02-b606-44e9-94f7-678ed6743c9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:57.358070 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5dc43806-dcec-43b9-bb89-0dc734d4bc46 req-c71cff02-b606-44e9-94f7-678ed6743c9d service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 920 time: 0.1681879 Jan 18 13:11:57.431285 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5dc43806-dcec-43b9-bb89-0dc734d4bc46 req-872b5a0c-c2c6-4530-a972-067f62aa1dd2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f HTTP/1.1" status: 200 len: 217 time: 0.0610085 Jan 18 13:11:57.497232 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc43806-dcec-43b9-bb89-0dc734d4bc46 req-796cd74a-f281-4b5a-ab5b-94353755a07b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:57.499524 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5dc43806-dcec-43b9-bb89-0dc734d4bc46 req-796cd74a-f281-4b5a-ab5b-94353755a07b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=80ae4784-f0c5-4fdd-bf2c-38af058437bb HTTP/1.1" status: 200 len: 859 time: 0.0622628 Jan 18 13:11:57.542291 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Made reservation on behalf of 5075a85e517e428ab3a0fa357d9344cb for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:57.544705 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.562619 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5dc43806-dcec-43b9-bb89-0dc734d4bc46 req-2b75074a-0e0e-4d67-a676-840dcfad84fd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d63e130-b16f-430e-aab5-31c71b85e35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531390 Jan 18 13:11:57.564186 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.686847 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:57.694534 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Usage tracker for resource:security_group_rule and tenant:5075a85e517e428ab3a0fa357d9344cb is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:57.699237 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:57.715878 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:57.745833 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5dc43806-dcec-43b9-bb89-0dc734d4bc46 req-6102d529-111c-4f86-a1d7-a4899844270b service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681387 Jan 18 13:11:57.919124 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:57.928830 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5dc43806-dcec-43b9-bb89-0dc734d4bc46 req-10b3eeab-2f74-4436-9de3-1bf2339f73c0 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797032 Jan 18 13:11:58.037090 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.070978 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:11:58.081218 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d3b77e-ac23-4d23-832d-7a673293baa1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:58.087605 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.088098 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Added segment c91b6dea-f591-4062-a2c4-61e25b725659 of type vlan for network 200b5e27-d62c-468f-8911-ab6e906f3ea2 Jan 18 13:11:58.130008 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.282833 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.284064 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:58.284592 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.334934 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 51028) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:58.385715 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e1ebb-c6a9-461a-a4dc-72ac4fa018e6 req-7ad74518-202c-4d58-bf52-0a99dbcdce8c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:58.387839 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d04e1ebb-c6a9-461a-a4dc-72ac4fa018e6 req-7ad74518-202c-4d58-bf52-0a99dbcdce8c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1370690 Jan 18 13:11:58.430724 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] Pushing event updated for resources: {'Network': ['ID=200b5e27-d62c-468f-8911-ab6e906f3ea2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:58.443038 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 200b5e27-d62c-468f-8911-ab6e906f3ea2 details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:11:58.468512 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d04e1ebb-c6a9-461a-a4dc-72ac4fa018e6 req-1cc831f3-195f-4171-9569-d2fc4f1c8fc2 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736325 Jan 18 13:11:58.503351 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-4faa420f-32ce-4a4b-b55b-2e04a90208a5 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3506720 Jan 18 13:11:58.504251 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51036) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:58.509963 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Request body: {'subnet': {'network_id': '200b5e27-d62c-468f-8911-ab6e906f3ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1962181366-subnet', 'tenant_id': '5075a85e517e428ab3a0fa357d9344cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:58.519560 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:58.524715 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Usage tracker for resource:subnet and tenant:5075a85e517e428ab3a0fa357d9344cb is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:58.533454 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:58.534671 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-91f6f8c3-8455-4a01-b8ef-2a3d1e1230fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.544013 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:58.579096 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-91f6f8c3-8455-4a01-b8ef-2a3d1e1230fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:58.584672 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-91f6f8c3-8455-4a01-b8ef-2a3d1e1230fd admin admin] Usage tracker for resource:security_group_rule and tenant:a6f7a829335e4ff19bd9c8d5457ff6bf is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:58.588760 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-91f6f8c3-8455-4a01-b8ef-2a3d1e1230fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:58.596298 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-91f6f8c3-8455-4a01-b8ef-2a3d1e1230fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:58.705845 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Made reservation on behalf of 5075a85e517e428ab3a0fa357d9344cb for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:58.705845 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911610'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.706083 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-91f6f8c3-8455-4a01-b8ef-2a3d1e1230fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.848612 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-91f6f8c3-8455-4a01-b8ef-2a3d1e1230fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.901481 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6f8c3-8455-4a01-b8ef-2a3d1e1230fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc9ffc2-398e-43bd-a691-ae574eec6b43,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:58.907616 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-91f6f8c3-8455-4a01-b8ef-2a3d1e1230fd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a6f7a829335e4ff19bd9c8d5457ff6bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5701432 Jan 18 13:11:58.910574 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51044) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:58.973833 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b76fdf31-d430-458f-84bd-6550b73ff662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.004106 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b76fdf31-d430-458f-84bd-6550b73ff662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.066088 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1345827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911596'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.138578 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf690030-d0cc-492b-bde8-79ccbee2f4df,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:59.150327 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Checking segment: {'id': 'c91b6dea-f591-4062-a2c4-61e25b725659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '200b5e27-d62c-468f-8911-ab6e906f3ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:11:59.150674 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Network hostable DHCP agents. Network: 200b5e27-d62c-468f-8911-ab6e906f3ea2, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:11:59.203218 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b76fdf31-d430-458f-84bd-6550b73ff662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.216777 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fdf31-d430-458f-84bd-6550b73ff662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc9ffc2-398e-43bd-a691-ae574eec6b43,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:59.229054 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b76fdf31-d430-458f-84bd-6550b73ff662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.230503 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-b76fdf31-d430-458f-84bd-6550b73ff662 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ddc9ffc2-398e-43bd-a691-ae574eec6b43 HTTP/1.1" status: 204 len: 168 time: 0.3185945 Jan 18 13:11:59.282801 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Network 200b5e27-d62c-468f-8911-ab6e906f3ea2 is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:11:59.391709 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 200b5e27-d62c-468f-8911-ab6e906f3ea2) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:11:59.396956 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:59.397710 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:59.399820 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf9eab8-ea24-43c4-841b-5005d8f96310 None None] Network 200b5e27-d62c-468f-8911-ab6e906f3ea2 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:11:59.505411 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-1797b1d8-fa07-478f-958b-49140b454b3f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9998193 Jan 18 13:11:59.656778 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c676c8a4-f451-459c-8491-911301e9a1ce None None] Network 200b5e27-d62c-468f-8911-ab6e906f3ea2 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:11:59.792710 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec161cdb-1898-4798-8449-7c423029d121 req-5760c785-9e42-4fb4-ad8b-044c674a301d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:59.794319 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ec161cdb-1898-4798-8449-7c423029d121 req-5760c785-9e42-4fb4-ad8b-044c674a301d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1261194 Jan 18 13:11:59.849021 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ec161cdb-1898-4798-8449-7c423029d121 req-c6577407-7127-4926-aa20-96173a874ee2 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480087 Jan 18 13:12:00.290946 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51072) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:00.311651 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb643f0c-a3dc-4f79-945f-9bed4cd1fa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.345468 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bb643f0c-a3dc-4f79-945f-9bed4cd1fa2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:00.350479 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-bb643f0c-a3dc-4f79-945f-9bed4cd1fa2f admin admin] Usage tracker for resource:security_group_rule and tenant:9e26ba5fa42a44a795578c11a65a0c25 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:00.356039 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-bb643f0c-a3dc-4f79-945f-9bed4cd1fa2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:00.367403 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bb643f0c-a3dc-4f79-945f-9bed4cd1fa2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:00.453234 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb643f0c-a3dc-4f79-945f-9bed4cd1fa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.533980 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bb643f0c-a3dc-4f79-945f-9bed4cd1fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.579628 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb643f0c-a3dc-4f79-945f-9bed4cd1fa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290b521b-e38f-4a50-b743-076858ea6799,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:00.584894 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-bb643f0c-a3dc-4f79-945f-9bed4cd1fa2f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9e26ba5fa42a44a795578c11a65a0c25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2927306 Jan 18 13:12:00.588999 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51080) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:00.665141 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d569bdc8-ced8-490f-a514-68a709c41fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.691275 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d569bdc8-ced8-490f-a514-68a709c41fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.824360 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d569bdc8-ced8-490f-a514-68a709c41fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.845496 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d569bdc8-ced8-490f-a514-68a709c41fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:00.849025 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-d569bdc8-ced8-490f-a514-68a709c41fd2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/290b521b-e38f-4a50-b743-076858ea6799 HTTP/1.1" status: 204 len: 168 time: 0.2567987 Jan 18 13:12:00.849025 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569bdc8-ced8-490f-a514-68a709c41fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290b521b-e38f-4a50-b743-076858ea6799,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:01.144705 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51104) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:01.150883 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2045374404-network', 'tenant_id': 'b098ed4575894784bdb1a7601d754d7c'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:01.156136 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:01.160058 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Usage tracker for resource:network and tenant:b098ed4575894784bdb1a7601d754d7c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:01.163009 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:01.169161 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:01.294015 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Made reservation on behalf of b098ed4575894784bdb1a7601d754d7c for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:01.297133 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.313651 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.344786 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:01.348921 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b098ed4575894784bdb1a7601d754d7c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:01.351744 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:01.357494 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:01.431099 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.523275 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.551153 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:12:01.564369 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86a6369-33a7-43ac-9e4b-5613601612de,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:01.570070 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.570403 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Added segment 19c61ff4-3cbc-47d6-99bd-505908736891 of type vlan for network 6ebc4bb7-843d-4b34-8528-dc93afa0f036 Jan 18 13:12:01.596991 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.659938 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.774104 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.778147 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:01.778147 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:01.940306 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] Pushing event updated for resources: {'Network': ['ID=6ebc4bb7-843d-4b34-8528-dc93afa0f036,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:01.950558 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 6ebc4bb7-843d-4b34-8528-dc93afa0f036 details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:12:02.057705 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-863f0938-dce2-4c98-b23e-3fe2fa1676a6 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9096036 Jan 18 13:12:02.059860 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51126) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:02.066263 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Request body: {'subnet': {'network_id': '6ebc4bb7-843d-4b34-8528-dc93afa0f036', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2045374404-subnet', 'tenant_id': 'b098ed4575894784bdb1a7601d754d7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:02.070945 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:02.074642 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Usage tracker for resource:subnet and tenant:b098ed4575894784bdb1a7601d754d7c is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:02.078699 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:02.085659 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:02.212641 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Made reservation on behalf of b098ed4575894784bdb1a7601d754d7c for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:02.215135 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911610'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.515742 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1345827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911596'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.591926 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc84482-604f-4fa8-ac5b-32fc6dde5665,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:02.608021 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Checking segment: {'id': '19c61ff4-3cbc-47d6-99bd-505908736891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6ebc4bb7-843d-4b34-8528-dc93afa0f036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:02.608373 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Network hostable DHCP agents. Network: 6ebc4bb7-843d-4b34-8528-dc93afa0f036, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:12:02.705871 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Network 6ebc4bb7-843d-4b34-8528-dc93afa0f036 is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:12:02.791573 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 6ebc4bb7-843d-4b34-8528-dc93afa0f036) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:02.795698 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:02.796302 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.804560 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f488042-fb5b-4f98-b0f2-12798b3cc8bd None None] Network 6ebc4bb7-843d-4b34-8528-dc93afa0f036 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:02.946783 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-1f4d15db-228a-45c4-870b-e4ef6a753af7 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8854716 Jan 18 13:12:03.020069 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c420907c-28ad-40dd-9766-653d55f97245 None None] Network 6ebc4bb7-843d-4b34-8528-dc93afa0f036 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:05.103393 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4af212-d5db-4ed3-8111-f36f375cda9c req-895514bf-be88-4127-9fd5-6ea016a75cae tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:05.104832 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4d4af212-d5db-4ed3-8111-f36f375cda9c req-895514bf-be88-4127-9fd5-6ea016a75cae tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0791471 Jan 18 13:12:05.150504 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4d4af212-d5db-4ed3-8111-f36f375cda9c req-3343b8d3-70b0-49bb-a7de-c62396501b46 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Jan 18 13:12:05.444208 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:12:06.358022 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5fcdd-18d0-4f52-b322-552d49022000 req-a195f34d-2a39-4a93-a951-219cad9cefbd tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:06.359967 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3ee5fcdd-18d0-4f52-b322-552d49022000 req-a195f34d-2a39-4a93-a951-219cad9cefbd tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0818760 Jan 18 13:12:06.407346 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3ee5fcdd-18d0-4f52-b322-552d49022000 req-f63bc05d-75ce-4302-b7f0-7f5b10acf4c5 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Jan 18 13:12:07.615059 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f46ba6-d91e-42ad-be45-b2bf72b4b317 req-6dfd4f93-fe81-4d42-8120-c5d257a4fe17 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:07.616569 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-57f46ba6-d91e-42ad-be45-b2bf72b4b317 req-6dfd4f93-fe81-4d42-8120-c5d257a4fe17 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0833042 Jan 18 13:12:07.681338 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-57f46ba6-d91e-42ad-be45-b2bf72b4b317 req-7416a3c4-217d-45f5-8d24-38b0e6598112 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589235 Jan 18 13:12:10.950245 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279b5be-7e10-4f47-ba10-a7553a867571 req-63d81a25-4839-417f-a6e0-214dbdea69b2 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:10.953234 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0279b5be-7e10-4f47-ba10-a7553a867571 req-63d81a25-4839-417f-a6e0-214dbdea69b2 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0960534 Jan 18 13:12:11.004166 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0279b5be-7e10-4f47-ba10-a7553a867571 req-8e87db1d-e743-468f-bf42-fc9678e53df3 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447669 Jan 18 13:12:11.470424 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51322) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:11.645989 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fab58d5-1ff0-4460-aaed-74ea9aa78f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:11.681170 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1fab58d5-1ff0-4460-aaed-74ea9aa78f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:11.685156 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-1fab58d5-1ff0-4460-aaed-74ea9aa78f35 admin admin] Usage tracker for resource:security_group_rule and tenant:e20d96faf48c49d2a7669428ee3aa3fc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:11.687995 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-1fab58d5-1ff0-4460-aaed-74ea9aa78f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:11.693653 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1fab58d5-1ff0-4460-aaed-74ea9aa78f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:11.758636 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fab58d5-1ff0-4460-aaed-74ea9aa78f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:11.935045 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1fab58d5-1ff0-4460-aaed-74ea9aa78f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.001675 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-1fab58d5-1ff0-4460-aaed-74ea9aa78f35 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e20d96faf48c49d2a7669428ee3aa3fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5292573 Jan 18 13:12:12.002372 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab58d5-1ff0-4460-aaed-74ea9aa78f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de59a16-deaf-4f99-b4ad-0a854aede8d3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:12.004501 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 51340) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:12.067406 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d6482e24-da17-4226-a945-5a6c3eb36479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.112393 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d6482e24-da17-4226-a945-5a6c3eb36479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.265824 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d6482e24-da17-4226-a945-5a6c3eb36479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.282847 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6482e24-da17-4226-a945-5a6c3eb36479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de59a16-deaf-4f99-b4ad-0a854aede8d3,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:12.300810 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d6482e24-da17-4226-a945-5a6c3eb36479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:12.302688 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d6482e24-da17-4226-a945-5a6c3eb36479 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9de59a16-deaf-4f99-b4ad-0a854aede8d3 HTTP/1.1" status: 204 len: 168 time: 0.2971854 Jan 18 13:12:13.418740 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51376) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:13.449563 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30e90084-706a-402a-ab0b-507cbebab3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:13.497867 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-30e90084-706a-402a-ab0b-507cbebab3a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:13.506993 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-30e90084-706a-402a-ab0b-507cbebab3a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f9079b67178c41d182f928b666888226 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:13.506993 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-30e90084-706a-402a-ab0b-507cbebab3a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:13.511636 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-30e90084-706a-402a-ab0b-507cbebab3a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:13.599897 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30e90084-706a-402a-ab0b-507cbebab3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:13.704141 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-30e90084-706a-402a-ab0b-507cbebab3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:13.753767 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e90084-706a-402a-ab0b-507cbebab3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97821c3a-b077-45be-aa10-a08f825672e5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:13.755671 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 51386) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:13.756271 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-30e90084-706a-402a-ab0b-507cbebab3a6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f9079b67178c41d182f928b666888226&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3364627 Jan 18 13:12:13.758728 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51390) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:13.835966 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b281a5f-8a03-4066-9454-92d6e3833ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:13.864621 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b281a5f-8a03-4066-9454-92d6e3833ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:13.917223 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-77a8b838-e482-403d-a83c-dfcdc772cb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.011765 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b281a5f-8a03-4066-9454-92d6e3833ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.025559 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-77a8b838-e482-403d-a83c-dfcdc772cb04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:14.028945 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b281a5f-8a03-4066-9454-92d6e3833ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97821c3a-b077-45be-aa10-a08f825672e5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:14.030313 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-77a8b838-e482-403d-a83c-dfcdc772cb04 admin admin] Usage tracker for resource:security_group_rule and tenant:9a28518dc0894d7bab06418ca3b1124f is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:14.034839 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-77a8b838-e482-403d-a83c-dfcdc772cb04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:14.040564 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b281a5f-8a03-4066-9454-92d6e3833ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.042111 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-77a8b838-e482-403d-a83c-dfcdc772cb04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:14.055453 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-4b281a5f-8a03-4066-9454-92d6e3833ad5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/97821c3a-b077-45be-aa10-a08f825672e5 HTTP/1.1" status: 204 len: 168 time: 0.2863584 Jan 18 13:12:14.129113 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-77a8b838-e482-403d-a83c-dfcdc772cb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.202970 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-77a8b838-e482-403d-a83c-dfcdc772cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.252852 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-77a8b838-e482-403d-a83c-dfcdc772cb04 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9a28518dc0894d7bab06418ca3b1124f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4957769 Jan 18 13:12:14.255584 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 51402) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:14.267619 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8b838-e482-403d-a83c-dfcdc772cb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f580b62b-56fe-4132-85ea-b297fb9edf9e,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:14.321197 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b62be674-8e5c-46fb-bb96-a7ac05b177ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.377826 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b62be674-8e5c-46fb-bb96-a7ac05b177ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.538043 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b62be674-8e5c-46fb-bb96-a7ac05b177ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.555956 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62be674-8e5c-46fb-bb96-a7ac05b177ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f580b62b-56fe-4132-85ea-b297fb9edf9e,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:14.560086 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b62be674-8e5c-46fb-bb96-a7ac05b177ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:14.561501 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b62be674-8e5c-46fb-bb96-a7ac05b177ad admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f580b62b-56fe-4132-85ea-b297fb9edf9e HTTP/1.1" status: 204 len: 168 time: 0.3050339 Jan 18 13:12:15.333042 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 51444) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:15.350800 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7205a609-7ac0-4920-a535-2b8a9cf2a622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:15.383458 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-7205a609-7ac0-4920-a535-2b8a9cf2a622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:15.387099 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-7205a609-7ac0-4920-a535-2b8a9cf2a622 admin admin] Usage tracker for resource:security_group_rule and tenant:eeb2698f3d6b46a99ed1532252bacb13 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:15.389864 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-7205a609-7ac0-4920-a535-2b8a9cf2a622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:15.396861 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-7205a609-7ac0-4920-a535-2b8a9cf2a622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:15.462276 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7205a609-7ac0-4920-a535-2b8a9cf2a622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:15.579755 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7205a609-7ac0-4920-a535-2b8a9cf2a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:15.641296 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-7205a609-7ac0-4920-a535-2b8a9cf2a622 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eeb2698f3d6b46a99ed1532252bacb13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3071754 Jan 18 13:12:15.642871 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205a609-7ac0-4920-a535-2b8a9cf2a622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2905fe-90d2-4e69-8a70-a245c8542928,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:15.648330 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 51460) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:15.714417 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-13087b18-1b4c-40d0-9aba-652c3ed73841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:15.744510 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-13087b18-1b4c-40d0-9aba-652c3ed73841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:15.991277 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-13087b18-1b4c-40d0-9aba-652c3ed73841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.009423 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13087b18-1b4c-40d0-9aba-652c3ed73841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2905fe-90d2-4e69-8a70-a245c8542928,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:16.023764 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-13087b18-1b4c-40d0-9aba-652c3ed73841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:16.025274 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-13087b18-1b4c-40d0-9aba-652c3ed73841 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bc2905fe-90d2-4e69-8a70-a245c8542928 HTTP/1.1" status: 204 len: 168 time: 0.3759201 Jan 18 13:12:17.420760 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 51514) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:17.601759 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-700080530-network', 'tenant_id': '232a88acedbc4c3981f4a68cd5572c9e'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:17.606710 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:17.613268 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Usage tracker for resource:network and tenant:232a88acedbc4c3981f4a68cd5572c9e is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:17.616364 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:17.623598 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:17.723571 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Made reservation on behalf of 232a88acedbc4c3981f4a68cd5572c9e for: {'network': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:17.723571 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.738321 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.774806 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:17.779397 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Usage tracker for resource:security_group_rule and tenant:232a88acedbc4c3981f4a68cd5572c9e is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:17.782579 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:17.788399 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:17.855294 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.949292 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.983891 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=83736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:12:17.993450 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42932648-fa0f-4fed-9ae0-3a3a31867be3,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:17.998997 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.999439 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.segments_db [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Added segment 02ad4819-f8e9-4712-9a96-b1a08f2567cc of type vlan for network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 Jan 18 13:12:18.033552 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:18.160528 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:18.161533 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:18.165071 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:18.267336 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] Pushing event updated for resources: {'Network': ['ID=50289a4d-14a1-41b8-9edc-fa8bdeecdaf1,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:18.277834 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:12:18.352273 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d81997fe-0e54-4b99-8e13-8c1e3f988586 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9303157 Jan 18 13:12:18.355708 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51554) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:18.362329 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Request body: {'subnet': {'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-700080530-subnet', 'tenant_id': '232a88acedbc4c3981f4a68cd5572c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:18.366987 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:18.371367 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Usage tracker for resource:subnet and tenant:232a88acedbc4c3981f4a68cd5572c9e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:18.374495 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:18.382318 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:18.448384 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Made reservation on behalf of 232a88acedbc4c3981f4a68cd5572c9e for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:18.450835 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911610'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:18.745638 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1345827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911596'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:18.815081 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0431c9c4-f21e-4874-9efc-abd1e265d766,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:18.840759 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Checking segment: {'id': '02ad4819-f8e9-4712-9a96-b1a08f2567cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:18.841258 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Network hostable DHCP agents. Network: 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:12:18.956746 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:12:19.054473 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:19.061808 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:19.061808 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:19.065185 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441bf8c-5e2f-4144-92b7-b467d5512e29 None None] Network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:19.190287 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-d2fe99fc-8f22-4211-90e4-33ed8ab91c70 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8333755 Jan 18 13:12:19.333363 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ffeee9f4-e509-4a34-a95f-7ddff96f547a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:19.400653 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f4020b-5d99-4c40-8927-20a0edc48cfb None None] Network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:12:21.754724 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8332f623-d78a-47dc-84e8-c0b91b9b9800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:22.691885 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:22.905539 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:24.071574 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:25.933259 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-7d4e9068-a60b-4623-89e1-bdeea68c5f30 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:25.933924 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-7d4e9068-a60b-4623-89e1-bdeea68c5f30 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Synchronizing usage tracker for tenant:232a88acedbc4c3981f4a68cd5572c9e on resource:network {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:26.024955 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-7d4e9068-a60b-4623-89e1-bdeea68c5f30 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Unset dirty status for tenant:232a88acedbc4c3981f4a68cd5572c9e on resource:network {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:26.026255 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-7d4e9068-a60b-4623-89e1-bdeea68c5f30 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/networks?id=50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 HTTP/1.1" status: 200 len: 808 time: 0.2435002 Jan 18 13:12:26.042712 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-a4625e55-92a0-42a9-962b-64bf2fcab8cc tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/quotas/232a88acedbc4c3981f4a68cd5572c9e HTTP/1.1" status: 200 len: 375 time: 0.0108433 Jan 18 13:12:26.096064 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-076abec3-7531-4014-91c0-299f21ecadd6 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=232a88acedbc4c3981f4a68cd5572c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474322 Jan 18 13:12:26.294310 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-0485b0da-2a03-47ff-b670-239562426204 service neutron] 10.222.0.87 "GET /v2.0/networks/50289a4d-14a1-41b8-9edc-fa8bdeecdaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911366 Jan 18 13:12:26.407995 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-87a6098b-25ea-4848-8d95-476c7d409735 req-1355a89b-f6bf-4764-91e8-2cacc2ac3cdb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 1099 time: 0.0736737 Jan 18 13:12:26.518359 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-d2d4ebf1-e89c-41d5-87c8-658281ef9ff6 service neutron] 10.222.0.87 "GET /v2.0/networks/50289a4d-14a1-41b8-9edc-fa8bdeecdaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173939 Jan 18 13:12:26.527558 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21304d8b-ed85-4edd-b689-324f3092b279 req-77da2ecb-02e5-4850-ac85-072466f61804 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:26.535839 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-21304d8b-ed85-4edd-b689-324f3092b279 req-77da2ecb-02e5-4850-ac85-072466f61804 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.2359860 Jan 18 13:12:26.617035 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-21304d8b-ed85-4edd-b689-324f3092b279 req-9de76f69-a001-4bab-a5d5-fce9a4168363 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796545 Jan 18 13:12:26.687147 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6098b-25ea-4848-8d95-476c7d409735 req-67b3cba5-4576-4716-b0d6-d9b7f174beb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:26.691566 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-87a6098b-25ea-4848-8d95-476c7d409735 req-67b3cba5-4576-4716-b0d6-d9b7f174beb5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 920 time: 0.2749095 Jan 18 13:12:26.768967 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-87a6098b-25ea-4848-8d95-476c7d409735 req-8db86b73-63bd-4237-a972-bd2612fb02a1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f HTTP/1.1" status: 200 len: 217 time: 0.0709345 Jan 18 13:12:26.837173 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6098b-25ea-4848-8d95-476c7d409735 req-61c868e7-c94a-4931-a2e5-ce4b8883c860 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:26.838534 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-87a6098b-25ea-4848-8d95-476c7d409735 req-61c868e7-c94a-4931-a2e5-ce4b8883c860 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=80ae4784-f0c5-4fdd-bf2c-38af058437bb HTTP/1.1" status: 200 len: 859 time: 0.0621128 Jan 18 13:12:26.939160 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-87a6098b-25ea-4848-8d95-476c7d409735 req-93bc63ae-fa37-4456-b55b-896dbd92fc78 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d63e130-b16f-430e-aab5-31c71b85e35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934637 Jan 18 13:12:27.113899 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-87a6098b-25ea-4848-8d95-476c7d409735 req-e821cf1f-e69c-429f-9ca7-3106ee3d7eda service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677632 Jan 18 13:12:27.166633 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-80db7a1e-88b1-4d0e-a661-cb7da761e3fc req-fcfbc827-854b-4e48-b867-696a5d9695c7 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 210 time: 0.1443424 Jan 18 13:12:27.374117 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-87a6098b-25ea-4848-8d95-476c7d409735 req-13c10d6c-594f-46e2-b434-c52a71c9d5e3 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435007 Jan 18 13:12:27.419022 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51732) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:27.626661 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-522d082b-0a56-41fc-b411-26c57fed52c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.676448 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-522d082b-0a56-41fc-b411-26c57fed52c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:27.700782 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-522d082b-0a56-41fc-b411-26c57fed52c0 admin admin] Usage tracker for resource:security_group_rule and tenant:e7095f983c5045239ef0e03031ae3d99 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:27.700782 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-522d082b-0a56-41fc-b411-26c57fed52c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:27.708476 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-522d082b-0a56-41fc-b411-26c57fed52c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:27.798239 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-522d082b-0a56-41fc-b411-26c57fed52c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.855381 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4346d-9af4-4e3f-ba01-912f970c44bc req-87eab096-6e5a-4b85-89f7-95451329c699 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:27.863889 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6ec4346d-9af4-4e3f-ba01-912f970c44bc req-87eab096-6e5a-4b85-89f7-95451329c699 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1104584 Jan 18 13:12:27.915084 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6ec4346d-9af4-4e3f-ba01-912f970c44bc req-da663bb7-7d0a-4144-a2b9-a77112472cf0 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500100 Jan 18 13:12:27.924023 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-522d082b-0a56-41fc-b411-26c57fed52c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:27.968812 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d082b-0a56-41fc-b411-26c57fed52c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a485feef-664c-48df-a418-ee28a4398c5e,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:27.973832 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-522d082b-0a56-41fc-b411-26c57fed52c0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e7095f983c5045239ef0e03031ae3d99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5536776 Jan 18 13:12:27.976645 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 51746) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:28.056424 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3484abda-6908-460e-80ad-84da9d3b9075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.086170 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3484abda-6908-460e-80ad-84da9d3b9075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.282301 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3484abda-6908-460e-80ad-84da9d3b9075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.301587 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a1dfc50-28b5-46bd-a229-a514e649df6c req-f39d2461-7d29-4fba-b371-f0749d145718 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 210 time: 0.0560081 Jan 18 13:12:28.304984 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484abda-6908-460e-80ad-84da9d3b9075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a485feef-664c-48df-a418-ee28a4398c5e,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:28.312379 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3484abda-6908-460e-80ad-84da9d3b9075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:28.313876 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-3484abda-6908-460e-80ad-84da9d3b9075 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a485feef-664c-48df-a418-ee28a4398c5e HTTP/1.1" status: 204 len: 168 time: 0.3362670 Jan 18 13:12:29.197573 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72cddb-cc28-4a95-bd62-da6f4da844ba req-20a4f8bc-cbc9-43d6-b360-c130a7953061 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:29.198732 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ab72cddb-cc28-4a95-bd62-da6f4da844ba req-20a4f8bc-cbc9-43d6-b360-c130a7953061 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1144805 Jan 18 13:12:29.236153 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51776) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:29.249681 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ab72cddb-cc28-4a95-bd62-da6f4da844ba req-da631309-352f-4cb4-825b-4ac0dcf0cb67 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Jan 18 13:12:29.263974 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5143b8f4-6ff2-4c06-a55c-e470854e2704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.296247 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5143b8f4-6ff2-4c06-a55c-e470854e2704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:29.300403 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-5143b8f4-6ff2-4c06-a55c-e470854e2704 admin admin] Usage tracker for resource:security_group_rule and tenant:364cfd5b57584c6a8d466398c4a7927f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:29.303190 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-5143b8f4-6ff2-4c06-a55c-e470854e2704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:29.309038 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5143b8f4-6ff2-4c06-a55c-e470854e2704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:29.391762 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5143b8f4-6ff2-4c06-a55c-e470854e2704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.465808 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5143b8f4-6ff2-4c06-a55c-e470854e2704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.528547 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-5143b8f4-6ff2-4c06-a55c-e470854e2704 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=364cfd5b57584c6a8d466398c4a7927f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2913249 Jan 18 13:12:29.529265 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143b8f4-6ff2-4c06-a55c-e470854e2704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf7c048-b765-4b6f-ae07-5f29bd833e43,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:29.532530 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51792) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:29.538181 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-533f01da-23ed-42af-a934-80f8b4c26643 req-b61768f9-e49b-4659-b426-9cdef6f90170 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 210 time: 0.0636017 Jan 18 13:12:29.619587 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47dd89a2-ccb7-41e7-81c5-72b06fc8d91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.647774 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47dd89a2-ccb7-41e7-81c5-72b06fc8d91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.837138 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47dd89a2-ccb7-41e7-81c5-72b06fc8d91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.885531 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd89a2-ccb7-41e7-81c5-72b06fc8d91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf7c048-b765-4b6f-ae07-5f29bd833e43,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:29.908845 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47dd89a2-ccb7-41e7-81c5-72b06fc8d91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:29.914802 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-47dd89a2-ccb7-41e7-81c5-72b06fc8d91c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4bf7c048-b765-4b6f-ae07-5f29bd833e43 HTTP/1.1" status: 204 len: 168 time: 0.3767173 Jan 18 13:12:29.943918 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3412fad6-ebbf-4185-a0a6-86377c84d073 req-792b2829-990e-4e7e-a224-b58afc56cb31 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 1099 time: 0.0915339 Jan 18 13:12:30.156119 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412fad6-ebbf-4185-a0a6-86377c84d073 req-3c269530-831d-4f6d-ad7b-fd46e8e717c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:30.157735 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3412fad6-ebbf-4185-a0a6-86377c84d073 req-3c269530-831d-4f6d-ad7b-fd46e8e717c7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 920 time: 0.1637056 Jan 18 13:12:30.230492 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3412fad6-ebbf-4185-a0a6-86377c84d073 req-b6f2b737-8463-4030-953c-31c641292e84 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f HTTP/1.1" status: 200 len: 217 time: 0.0640593 Jan 18 13:12:30.289625 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-cd323840-e990-4608-ae08-4a75bd29f070 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:30.291770 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-cd323840-e990-4608-ae08-4a75bd29f070 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.91 "GET /v2.0/networks?id=50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 HTTP/1.1" status: 200 len: 808 time: 0.1621494 Jan 18 13:12:30.319804 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412fad6-ebbf-4185-a0a6-86377c84d073 req-c2f184e5-ca45-4b64-aedd-903d1f24946c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:30.321283 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3412fad6-ebbf-4185-a0a6-86377c84d073 req-c2f184e5-ca45-4b64-aedd-903d1f24946c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=80ae4784-f0c5-4fdd-bf2c-38af058437bb HTTP/1.1" status: 200 len: 859 time: 0.0839376 Jan 18 13:12:30.349951 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Request body: {'port': {'device_id': 'ba315c65-2808-4f2a-8aa0-451c39ed9c07', 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1', 'admin_state_up': True, 'tenant_id': '232a88acedbc4c3981f4a68cd5572c9e'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:30.402924 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3412fad6-ebbf-4185-a0a6-86377c84d073 req-48aa4091-cae5-4094-85d9-b7ce7bc16931 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d63e130-b16f-430e-aab5-31c71b85e35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432374 Jan 18 13:12:30.553370 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3412fad6-ebbf-4185-a0a6-86377c84d073 req-488e40c6-5ea3-4b8b-8051-e9a3cd9bf1bf service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504369 Jan 18 13:12:30.553775 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:30.559228 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Usage tracker for resource:port and tenant:232a88acedbc4c3981f4a68cd5572c9e is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:30.564544 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:30.574949 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99f8e5-4cf9-4a5e-b564-5f2c485abffd req-a693199d-1c5c-4a05-a40e-f15d68af5d9f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:30.581769 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9e99f8e5-4cf9-4a5e-b564-5f2c485abffd req-a693199d-1c5c-4a05-a40e-f15d68af5d9f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1619022 Jan 18 13:12:30.583863 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:30.631136 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9e99f8e5-4cf9-4a5e-b564-5f2c485abffd req-4ffe9aec-eab1-4a7d-8c55-0945a8411290 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485075 Jan 18 13:12:30.686564 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Made reservation on behalf of 232a88acedbc4c3981f4a68cd5572c9e for: {'port': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:12:30.694882 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:30.709905 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-3412fad6-ebbf-4185-a0a6-86377c84d073 req-64f05077-d191-4200-93b2-1830d8871537 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501079 Jan 18 13:12:30.766830 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a48241a-0b9a-421b-9616-3fdcc018560f req-9004bfc0-2156-4de9-b10a-cc2fa584d2a1 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 210 time: 0.0566561 Jan 18 13:12:30.916951 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Allocated IP 172.20.0.11 (50289a4d-14a1-41b8-9edc-fa8bdeecdaf1/0431c9c4-f21e-4874-9efc-abd1e265d766/c07d2fcc-7e52-4574-bf6b-d4df9ab85631) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:12:31.018590 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51816) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:31.038719 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8911539-eb97-4772-ae7a-c8fdcc35aae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.079819 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d8911539-eb97-4772-ae7a-c8fdcc35aae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:31.083691 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-d8911539-eb97-4772-ae7a-c8fdcc35aae4 admin admin] Usage tracker for resource:security_group_rule and tenant:37c373c3a89e4425b2e8a2466dd65876 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:31.086697 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-d8911539-eb97-4772-ae7a-c8fdcc35aae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:31.093155 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-d8911539-eb97-4772-ae7a-c8fdcc35aae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:31.158329 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.180261 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8911539-eb97-4772-ae7a-c8fdcc35aae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.245845 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d8911539-eb97-4772-ae7a-c8fdcc35aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.295232 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911539-eb97-4772-ae7a-c8fdcc35aae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35243147-4eb2-43ff-bc11-b141b153aee1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:31.303384 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-d8911539-eb97-4772-ae7a-c8fdcc35aae4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=37c373c3a89e4425b2e8a2466dd65876&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2811997 Jan 18 13:12:31.304231 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 51826) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:31.326851 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.425888 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:12:31.428261 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:12:31.436654 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:12:31.440869 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:31.441473 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.451114 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Pushing event updated for resources: {'Port': ['ID=c07d2fcc-7e52-4574-bf6b-d4df9ab85631,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:31.483563 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2d41d161-a128-481c-b244-17ff0de6a887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.513159 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2d41d161-a128-481c-b244-17ff0de6a887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.574100 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-b663c365-a4e1-43c2-94ae-6ed8ac6a1f4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2283630 Jan 18 13:12:31.662403 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Request body: {'port': {'device_id': 'ba315c65-2808-4f2a-8aa0-451c39ed9c07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:31.699438 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.752148 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2d41d161-a128-481c-b244-17ff0de6a887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.814460 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41d161-a128-481c-b244-17ff0de6a887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35243147-4eb2-43ff-bc11-b141b153aee1,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:31.837079 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2d41d161-a128-481c-b244-17ff0de6a887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:31.841062 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-2d41d161-a128-481c-b244-17ff0de6a887 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/35243147-4eb2-43ff-bc11-b141b153aee1 HTTP/1.1" status: 204 len: 168 time: 0.5333130 Jan 18 13:12:31.924241 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.052819 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da14fa-9592-49de-841b-4acbac7f76ac req-587401d7-38a5-4fbc-b0f2-82952ec694ee tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:32.054323 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-95da14fa-9592-49de-841b-4acbac7f76ac req-587401d7-38a5-4fbc-b0f2-82952ec694ee tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.2873237 Jan 18 13:12:32.138154 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-95da14fa-9592-49de-841b-4acbac7f76ac req-5e056b87-c03a-41d6-a825-a334412451dc tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717671 Jan 18 13:12:32.192923 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa77fe7-5770-47cb-9d0e-b735319c1d9a req-eab5303f-67ee-4ec2-a05d-5da045bd2a3c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:32.193600 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-8aa77fe7-5770-47cb-9d0e-b735319c1d9a req-eab5303f-67ee-4ec2-a05d-5da045bd2a3c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Synchronizing usage tracker for tenant:232a88acedbc4c3981f4a68cd5572c9e on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:32.306137 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-8aa77fe7-5770-47cb-9d0e-b735319c1d9a req-eab5303f-67ee-4ec2-a05d-5da045bd2a3c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Unset dirty status for tenant:232a88acedbc4c3981f4a68cd5572c9e on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:32.307573 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8aa77fe7-5770-47cb-9d0e-b735319c1d9a req-eab5303f-67ee-4ec2-a05d-5da045bd2a3c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 932 time: 0.3661163 Jan 18 13:12:32.410973 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-8aa77fe7-5770-47cb-9d0e-b735319c1d9a req-e0483963-5196-4343-85be-d5538f1f19d3 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Synchronizing usage tracker for tenant:232a88acedbc4c3981f4a68cd5572c9e on resource:security_group {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:12:32.500974 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07d2fcc-7e52-4574-bf6b-d4df9ab85631 {{(pid=83736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:32.507153 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-8aa77fe7-5770-47cb-9d0e-b735319c1d9a req-e0483963-5196-4343-85be-d5538f1f19d3 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Unset dirty status for tenant:232a88acedbc4c3981f4a68cd5572c9e on resource:security_group {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:12:32.508469 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8aa77fe7-5770-47cb-9d0e-b735319c1d9a req-e0483963-5196-4343-85be-d5538f1f19d3 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883790 Jan 18 13:12:32.510193 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.532407 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Transition to ACTIVE for port object c07d2fcc-7e52-4574-bf6b-d4df9ab85631 will not be triggered until provisioned by entity L2. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:12:32.595062 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.729485 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Pushing event updated for resources: {'Port': ['ID=c07d2fcc-7e52-4574-bf6b-d4df9ab85631,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:32.794416 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Attempting to bind port c07d2fcc-7e52-4574-bf6b-d4df9ab85631 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:12:32.808836 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Attempting to bind port c07d2fcc-7e52-4574-bf6b-d4df9ab85631 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '02ad4819-f8e9-4712-9a96-b1a08f2567cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1'}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:12:32.808836 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Attempting to bind port c07d2fcc-7e52-4574-bf6b-d4df9ab85631 on network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:32.808836 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Port c07d2fcc-7e52-4574-bf6b-d4df9ab85631 on network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:12:32.808836 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Attempting to bind port c07d2fcc-7e52-4574-bf6b-d4df9ab85631 on network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:12:32.810873 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:12:32.811268 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Checking segment: {'id': '02ad4819-f8e9-4712-9a96-b1a08f2567cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:12:32.811745 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Bound using segment: {'id': '02ad4819-f8e9-4712-9a96-b1a08f2567cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1'} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:12:32.812220 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Bound port: c07d2fcc-7e52-4574-bf6b-d4df9ab85631, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ad4819-f8e9-4712-9a96-b1a08f2567cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1'}}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:12:32.813269 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:32.909933 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] For port c07d2fcc-7e52-4574-bf6b-d4df9ab85631, host hv-cinder-82510, cleared binding levels {{(pid=83736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:12:32.913235 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] For port c07d2fcc-7e52-4574-bf6b-d4df9ab85631, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c07d2fcc-7e52-4574-bf6b-d4df9ab85631,segment=NetworkSegment(02ad4819-f8e9-4712-9a96-b1a08f2567cc),segment_id=02ad4819-f8e9-4712-9a96-b1a08f2567cc)] {{(pid=83736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:12:32.923367 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 51880) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:33.071337 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.116840 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e7f434da-5283-4cf8-a987-97aed65b537c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.160613 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.161974 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] 10.222.0.91 "PUT /v2.0/ports/c07d2fcc-7e52-4574-bf6b-d4df9ab85631 HTTP/1.1" status: 200 len: 1094 time: 1.5040061 Jan 18 13:12:33.162411 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba315c65-2808-4f2a-8aa0-451c39ed9c07', 'tag': 'c07d2fcc-7e52-4574-bf6b-d4df9ab85631'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:33.190196 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b91cb-d4da-4341-8b5c-680256d3f789 service neutron] Pushing event updated for resources: {'Port': ['ID=c07d2fcc-7e52-4574-bf6b-d4df9ab85631,revision_number=3']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:33.193051 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-e7f434da-5283-4cf8-a987-97aed65b537c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:33.197579 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-e7f434da-5283-4cf8-a987-97aed65b537c admin admin] Usage tracker for resource:security_group_rule and tenant:b88e370b93ef4ee3acbeb5ee4a88abb5 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:33.201495 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-e7f434da-5283-4cf8-a987-97aed65b537c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:33.207797 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-e7f434da-5283-4cf8-a987-97aed65b537c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:33.234300 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba315c65-2808-4f2a-8aa0-451c39ed9c07', 'tag': 'c07d2fcc-7e52-4574-bf6b-d4df9ab85631', 'status': 'completed', 'code': 200} Jan 18 13:12:33.412393 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e7f434da-5283-4cf8-a987-97aed65b537c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.465516 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e7f434da-5283-4cf8-a987-97aed65b537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.499561 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609ce9f-1a46-4a24-9356-b16fe979da5b req-5eff50bc-7773-4c0a-9178-1929c95f69bd tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:33.501743 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d609ce9f-1a46-4a24-9356-b16fe979da5b req-5eff50bc-7773-4c0a-9178-1929c95f69bd tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1547327 Jan 18 13:12:33.531058 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e64c9ac-5c75-4578-ae44-4a1cbc302188 req-20c959b2-1d57-4118-94ed-fb885e8e46e4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=232a88acedbc4c3981f4a68cd5572c9e&device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 1097 time: 0.2345982 Jan 18 13:12:33.574906 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f434da-5283-4cf8-a987-97aed65b537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1d03ea-60cc-4def-a721-7849aaa820dc,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:33.590506 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-e7f434da-5283-4cf8-a987-97aed65b537c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b88e370b93ef4ee3acbeb5ee4a88abb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6661139 Jan 18 13:12:33.593189 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51906) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:33.662908 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d769e43b-d26a-4be2-8c4a-0e1ef6f62eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.668644 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d609ce9f-1a46-4a24-9356-b16fe979da5b req-816f3a73-12b9-45e0-892e-bcdf12c6dd36 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547613 Jan 18 13:12:33.696211 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d769e43b-d26a-4be2-8c4a-0e1ef6f62eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.788708 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64c9ac-5c75-4578-ae44-4a1cbc302188 req-07f2d98d-779c-48df-85aa-aef87779c1f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:33.790197 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e64c9ac-5c75-4578-ae44-4a1cbc302188 req-07f2d98d-779c-48df-85aa-aef87779c1f0 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=232a88acedbc4c3981f4a68cd5572c9e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2405796 Jan 18 13:12:33.868972 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d769e43b-d26a-4be2-8c4a-0e1ef6f62eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.885814 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769e43b-d26a-4be2-8c4a-0e1ef6f62eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1d03ea-60cc-4def-a721-7849aaa820dc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:33.896641 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-d769e43b-d26a-4be2-8c4a-0e1ef6f62eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:33.897759 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-d769e43b-d26a-4be2-8c4a-0e1ef6f62eca admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/be1d03ea-60cc-4def-a721-7849aaa820dc HTTP/1.1" status: 204 len: 168 time: 0.3029644 Jan 18 13:12:33.998949 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea003d3-727e-4d5b-8a58-62bce855154a req-8370a64c-69e7-42a6-b365-d1abb6a1fa48 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:34.001155 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4ea003d3-727e-4d5b-8a58-62bce855154a req-8370a64c-69e7-42a6-b365-d1abb6a1fa48 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 944 time: 0.2937009 Jan 18 13:12:34.062129 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64c9ac-5c75-4578-ae44-4a1cbc302188 req-c9d501ba-2b24-456b-bb9d-1737059d673e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:34.064365 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e64c9ac-5c75-4578-ae44-4a1cbc302188 req-c9d501ba-2b24-456b-bb9d-1737059d673e service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2625186 Jan 18 13:12:34.091959 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4ea003d3-727e-4d5b-8a58-62bce855154a req-14d248ff-4d65-451c-819a-7e55c7fd2802 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773258 Jan 18 13:12:34.204316 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-10f04186-e017-4baa-a519-725362ca1c0a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=232a88acedbc4c3981f4a68cd5572c9e&device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 1097 time: 0.0773020 Jan 18 13:12:34.285367 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-09d08faf-cddb-41c6-bbc3-9afc8d57cf96 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c07d2fcc-7e52-4574-bf6b-d4df9ab85631 HTTP/1.1" status: 200 len: 217 time: 0.0676429 Jan 18 13:12:34.360941 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-0f75a0f9-3772-4875-b9aa-71c255e0a91e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:34.362537 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-0f75a0f9-3772-4875-b9aa-71c255e0a91e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0431c9c4-f21e-4874-9efc-abd1e265d766 HTTP/1.1" status: 200 len: 848 time: 0.0672452 Jan 18 13:12:34.441304 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-10fe2d08-7f21-4f25-9fbb-20a59a9918c6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=50289a4d-14a1-41b8-9edc-fa8bdeecdaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718563 Jan 18 13:12:34.636878 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-35ecef39-b5fb-4ac9-bacc-b759816071fe service neutron] 10.222.0.91 "GET /v2.0/networks/50289a4d-14a1-41b8-9edc-fa8bdeecdaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873536 Jan 18 13:12:34.786621 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-794a8c69-cbbf-4d32-ad16-a719d6bbde02 req-d58bb8c7-c0f0-4229-9e4b-47b47eb5cada service neutron] 10.222.0.91 "GET /v2.0/networks/50289a4d-14a1-41b8-9edc-fa8bdeecdaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434791 Jan 18 13:12:34.912886 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45308c06-26a8-4184-9c6a-5368ce3171dd req-9bf2aa5e-d917-4697-80ea-db46547c19f4 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:34.914398 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-45308c06-26a8-4184-9c6a-5368ce3171dd req-9bf2aa5e-d917-4697-80ea-db46547c19f4 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0899704 Jan 18 13:12:34.968225 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-45308c06-26a8-4184-9c6a-5368ce3171dd req-c6d8ce15-acbb-4e4d-a51c-2f578c8e2e45 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477180 Jan 18 13:12:35.305341 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85144ae5-eb96-4888-96c9-370c124acbff req-f33f7122-a754-4b9c-bd12-5a62408641d4 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:35.306826 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-85144ae5-eb96-4888-96c9-370c124acbff req-f33f7122-a754-4b9c-bd12-5a62408641d4 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 944 time: 0.0920682 Jan 18 13:12:35.355750 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-85144ae5-eb96-4888-96c9-370c124acbff req-844378e3-c2e6-4eff-8667-c653e63f9841 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Jan 18 13:12:35.393983 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 51974) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:35.595516 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2437fb93-2b8a-495a-9e6b-5c65e3be30ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.627111 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-2437fb93-2b8a-495a-9e6b-5c65e3be30ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:35.631064 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-2437fb93-2b8a-495a-9e6b-5c65e3be30ce admin admin] Usage tracker for resource:security_group_rule and tenant:5eb3e9233b3440c1a7481e0c73a04645 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:35.634113 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-2437fb93-2b8a-495a-9e6b-5c65e3be30ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:35.639972 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-2437fb93-2b8a-495a-9e6b-5c65e3be30ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:35.723010 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2437fb93-2b8a-495a-9e6b-5c65e3be30ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.825554 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2437fb93-2b8a-495a-9e6b-5c65e3be30ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.879387 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-2437fb93-2b8a-495a-9e6b-5c65e3be30ce admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5eb3e9233b3440c1a7481e0c73a04645&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4817920 Jan 18 13:12:35.879387 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437fb93-2b8a-495a-9e6b-5c65e3be30ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94974dd-696c-4543-89bc-51170a2f291b,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:35.879858 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 51992) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:35.954186 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f6ace69-1750-4550-a24f-236143f03920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:35.981457 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f6ace69-1750-4550-a24f-236143f03920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:36.103378 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f6ace69-1750-4550-a24f-236143f03920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:36.130018 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3f6ace69-1750-4550-a24f-236143f03920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:36.131495 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-3f6ace69-1750-4550-a24f-236143f03920 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b94974dd-696c-4543-89bc-51170a2f291b HTTP/1.1" status: 204 len: 168 time: 0.2506714 Jan 18 13:12:36.132670 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ace69-1750-4550-a24f-236143f03920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94974dd-696c-4543-89bc-51170a2f291b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:36.229323 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f614e3-58d7-4fb6-9d6b-2698662d1bde req-6ed3618a-0133-4cc1-8255-7a0b7ff638d3 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:36.230915 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c6f614e3-58d7-4fb6-9d6b-2698662d1bde req-6ed3618a-0133-4cc1-8255-7a0b7ff638d3 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1279035 Jan 18 13:12:36.285075 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c6f614e3-58d7-4fb6-9d6b-2698662d1bde req-2058c1f4-1523-4747-a184-47dd0478c860 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453308 Jan 18 13:12:36.605183 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8772fc-6e1e-4c8f-8591-9615da99b3ea req-5b7b2dde-0a85-4e76-9deb-b4441c001654 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:36.606614 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8f8772fc-6e1e-4c8f-8591-9615da99b3ea req-5b7b2dde-0a85-4e76-9deb-b4441c001654 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 944 time: 0.0907178 Jan 18 13:12:36.658528 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8f8772fc-6e1e-4c8f-8591-9615da99b3ea req-fd50d12d-b444-4daf-9372-bbf741aa87b4 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Jan 18 13:12:37.152255 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 52030) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:37.170906 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93141fbc-adf9-4808-a010-759196e84160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.204489 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-93141fbc-adf9-4808-a010-759196e84160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:37.209003 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-93141fbc-adf9-4808-a010-759196e84160 admin admin] Usage tracker for resource:security_group_rule and tenant:1f5f8066e3924631917a64fca1cb9d16 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:37.212174 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-93141fbc-adf9-4808-a010-759196e84160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:37.218299 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-93141fbc-adf9-4808-a010-759196e84160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:37.309068 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93141fbc-adf9-4808-a010-759196e84160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.424501 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-93141fbc-adf9-4808-a010-759196e84160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.470236 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93141fbc-adf9-4808-a010-759196e84160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bec985-e647-4655-85fa-53c9398efa16,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:37.488902 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-93141fbc-adf9-4808-a010-759196e84160 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1f5f8066e3924631917a64fca1cb9d16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3356841 Jan 18 13:12:37.504625 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 52044) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:37.513839 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81835d32-69d2-49e3-83d0-5bb3c78555ac req-8cb97780-184d-4c54-85cc-ce497ec5ecd0 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:37.515351 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-81835d32-69d2-49e3-83d0-5bb3c78555ac req-8cb97780-184d-4c54-85cc-ce497ec5ecd0 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0837858 Jan 18 13:12:37.530593 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device c07d2fcc-7e52-4574-bf6b-d4df9ab85631 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:12:37.570466 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-81835d32-69d2-49e3-83d0-5bb3c78555ac req-cd1c298c-6394-4d9b-9135-225ddc3f9731 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481150 Jan 18 13:12:37.601981 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-175f6716-330f-4755-83fe-ac8553cdd86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.631281 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-175f6716-330f-4755-83fe-ac8553cdd86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.685567 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port c07d2fcc-7e52-4574-bf6b-d4df9ab85631, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c07d2fcc-7e52-4574-bf6b-d4df9ab85631,segment=NetworkSegment(02ad4819-f8e9-4712-9a96-b1a08f2567cc),segment_id=02ad4819-f8e9-4712-9a96-b1a08f2567cc)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:37.708748 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': 'c07d2fcc-7e52-4574-bf6b-d4df9ab85631', 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1', 'port_id': 'c07d2fcc-7e52-4574-bf6b-d4df9ab85631', 'mac_address': 'fa:16:3e:b7:17:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0431c9c4-f21e-4874-9efc-abd1e265d766', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:12:37.768301 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.788147 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07d2fcc-7e52-4574-bf6b-d4df9ab85631 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:12:37.804535 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port c07d2fcc-7e52-4574-bf6b-d4df9ab85631, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c07d2fcc-7e52-4574-bf6b-d4df9ab85631,segment=NetworkSegment(02ad4819-f8e9-4712-9a96-b1a08f2567cc),segment_id=02ad4819-f8e9-4712-9a96-b1a08f2567cc)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:37.813960 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-175f6716-330f-4755-83fe-ac8553cdd86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.829867 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f6716-330f-4755-83fe-ac8553cdd86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bec985-e647-4655-85fa-53c9398efa16,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:37.834095 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-175f6716-330f-4755-83fe-ac8553cdd86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.837496 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-175f6716-330f-4755-83fe-ac8553cdd86d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/34bec985-e647-4655-85fa-53c9398efa16 HTTP/1.1" status: 204 len: 168 time: 0.3295140 Jan 18 13:12:37.905322 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:37.943473 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25595ee-20b2-4a33-b8db-a4ab7bab6d13 req-39b1ce05-9431-415c-811b-feccc5fe08f1 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:37.946427 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d25595ee-20b2-4a33-b8db-a4ab7bab6d13 req-39b1ce05-9431-415c-811b-feccc5fe08f1 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 944 time: 0.1454237 Jan 18 13:12:37.978431 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=c07d2fcc-7e52-4574-bf6b-d4df9ab85631,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:37.989910 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:37.990254 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:37.990586 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:37.990914 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:37.991253 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:37.991611 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:37.991931 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:37.992250 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:37.992566 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:37.992876 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:37.993187 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:38.011698 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d25595ee-20b2-4a33-b8db-a4ab7bab6d13 req-ba51ea3b-0405-476e-acdd-ca9cb45b19cc tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584476 Jan 18 13:12:38.429526 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 52070) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:38.584230 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f7fd-1501-41d9-bf0e-cdfb79a695bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.619054 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0bc5f7fd-1501-41d9-bf0e-cdfb79a695bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:38.620079 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['c07d2fcc-7e52-4574-bf6b-d4df9ab85631'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:12:38.623486 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-0bc5f7fd-1501-41d9-bf0e-cdfb79a695bc admin admin] Usage tracker for resource:security_group_rule and tenant:925666bc37a54c76b5b732a59cda94fa is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:38.627108 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-0bc5f7fd-1501-41d9-bf0e-cdfb79a695bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:38.635902 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0bc5f7fd-1501-41d9-bf0e-cdfb79a695bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:38.709935 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 52080) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:38.723806 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f7fd-1501-41d9-bf0e-cdfb79a695bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.743386 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fc5a-61c2-480c-bcba-64e8eae910e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.778329 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c00e7-a46d-419c-b953-3a3c9f22049d req-1a96ecf3-799f-471d-af7e-c81c1dfd0d2f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:38.784161 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4b4c00e7-a46d-419c-b953-3a3c9f22049d req-1a96ecf3-799f-471d-af7e-c81c1dfd0d2f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0789552 Jan 18 13:12:38.784313 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9c1fc5a-61c2-480c-bcba-64e8eae910e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:38.787443 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9c1fc5a-61c2-480c-bcba-64e8eae910e8 admin admin] Usage tracker for resource:security_group_rule and tenant:46d80edbd53247d584b24c763793e376 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:38.790481 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a9c1fc5a-61c2-480c-bcba-64e8eae910e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:38.796825 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a9c1fc5a-61c2-480c-bcba-64e8eae910e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:38.831293 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4b4c00e7-a46d-419c-b953-3a3c9f22049d req-63acf071-1b6c-4218-96b0-44da3808f6b7 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420091 Jan 18 13:12:38.886427 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f7fd-1501-41d9-bf0e-cdfb79a695bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:38.952789 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5f7fd-1501-41d9-bf0e-cdfb79a695bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb95bbb7-65ff-44de-9c5b-8877c9027eb3,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:38.961125 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-0bc5f7fd-1501-41d9-bf0e-cdfb79a695bc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=925666bc37a54c76b5b732a59cda94fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5304420 Jan 18 13:12:38.964325 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 52086) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:38.999297 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fc5a-61c2-480c-bcba-64e8eae910e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.028642 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d1c2838e-92dc-4e87-bbe0-20bcd8a4959c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.054896 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d1c2838e-92dc-4e87-bbe0-20bcd8a4959c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.090250 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fc5a-61c2-480c-bcba-64e8eae910e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.153166 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1fc5a-61c2-480c-bcba-64e8eae910e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ef79b3-77a0-40ce-a2db-164b1203cbb5,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:39.159264 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-a9c1fc5a-61c2-480c-bcba-64e8eae910e8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=46d80edbd53247d584b24c763793e376&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4469550 Jan 18 13:12:39.161802 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 52092) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:39.223779 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead08e8-50e9-4eb2-8a77-51b34980c999 req-08acf296-7436-4f69-9f2c-bf229454dd1b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:39.225216 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ead08e8-50e9-4eb2-8a77-51b34980c999 req-08acf296-7436-4f69-9f2c-bf229454dd1b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 945 time: 0.0771053 Jan 18 13:12:39.226275 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d1c2838e-92dc-4e87-bbe0-20bcd8a4959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.266514 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2838e-92dc-4e87-bbe0-20bcd8a4959c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb95bbb7-65ff-44de-9c5b-8877c9027eb3,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:39.294174 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ec02e9e-db16-4fb8-9b38-1a4fe95a7bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.303170 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d1c2838e-92dc-4e87-bbe0-20bcd8a4959c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.304319 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d1c2838e-92dc-4e87-bbe0-20bcd8a4959c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eb95bbb7-65ff-44de-9c5b-8877c9027eb3 HTTP/1.1" status: 204 len: 168 time: 0.3389273 Jan 18 13:12:39.314495 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ead08e8-50e9-4eb2-8a77-51b34980c999 req-e645ef60-4dc4-4f65-82bd-ddf9be55cf85 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772705 Jan 18 13:12:39.324451 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ec02e9e-db16-4fb8-9b38-1a4fe95a7bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.459284 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ec02e9e-db16-4fb8-9b38-1a4fe95a7bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.475788 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec02e9e-db16-4fb8-9b38-1a4fe95a7bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ef79b3-77a0-40ce-a2db-164b1203cbb5,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:39.486625 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ec02e9e-db16-4fb8-9b38-1a4fe95a7bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:39.490081 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-1ec02e9e-db16-4fb8-9b38-1a4fe95a7bfc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/23ef79b3-77a0-40ce-a2db-164b1203cbb5 HTTP/1.1" status: 204 len: 168 time: 0.3250124 Jan 18 13:12:40.086145 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36052c79-9aa5-4cd6-a3de-6de1a75fcb9f req-34b07a79-cf09-44f4-93c0-0c64c501a73c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:40.087805 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-36052c79-9aa5-4cd6-a3de-6de1a75fcb9f req-34b07a79-cf09-44f4-93c0-0c64c501a73c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1032352 Jan 18 13:12:40.147932 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-36052c79-9aa5-4cd6-a3de-6de1a75fcb9f req-d9e9b25e-67c2-4efc-aed8-e2e11b0e1ee2 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515862 Jan 18 13:12:40.300422 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 52132) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:40.321203 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:40.356885 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:12:40.366603 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:e85ec2c9bd4f432a80b3a5c5c410ca04 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:12:40.366603 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:12:40.373130 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:12:40.444749 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:40.544096 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e49e7e-9351-495f-8a12-74d8f7778357 req-283371c4-4d79-4d11-afb5-e01ec69f1ff0 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:40.545620 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f9e49e7e-9351-495f-8a12-74d8f7778357 req-283371c4-4d79-4d11-afb5-e01ec69f1ff0 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 945 time: 0.0828047 Jan 18 13:12:40.551385 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:40.639431 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7505a56d-897f-4ffd-b975-825872b3746a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:40.654752 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e85ec2c9bd4f432a80b3a5c5c410ca04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3487649 Jan 18 13:12:40.659566 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 52144) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:40.673925 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f9e49e7e-9351-495f-8a12-74d8f7778357 req-47610c66-83b0-40e6-8622-bd4c76309e7f tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198158 Jan 18 13:12:40.692298 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:40.692298 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:40.694447 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:40.694447 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:40.694447 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:40.694447 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:40.695109 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:40.695258 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:40.696067 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:40.696804 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:40.697558 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd50ab-55ff-4906-9ba1-e0f47b6dd0f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:40.766858 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27948eea-e178-4f77-baa2-1816ac6e3523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:40.794596 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27948eea-e178-4f77-baa2-1816ac6e3523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:40.934295 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27948eea-e178-4f77-baa2-1816ac6e3523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:40.951229 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27948eea-e178-4f77-baa2-1816ac6e3523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7505a56d-897f-4ffd-b975-825872b3746a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:40.957115 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-27948eea-e178-4f77-baa2-1816ac6e3523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:40.958464 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-27948eea-e178-4f77-baa2-1816ac6e3523 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7505a56d-897f-4ffd-b975-825872b3746a HTTP/1.1" status: 204 len: 168 time: 0.2975321 Jan 18 13:12:42.444469 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:12:42.909442 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device c07d2fcc-7e52-4574-bf6b-d4df9ab85631 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:12:43.099178 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port c07d2fcc-7e52-4574-bf6b-d4df9ab85631 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:12:43.104435 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port c07d2fcc-7e52-4574-bf6b-d4df9ab85631 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:12:43.104797 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:43.222386 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:43.250916 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba315c65-2808-4f2a-8aa0-451c39ed9c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07d2fcc-7e52-4574-bf6b-d4df9ab85631'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:43.260571 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port c07d2fcc-7e52-4574-bf6b-d4df9ab85631, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c07d2fcc-7e52-4574-bf6b-d4df9ab85631,segment=NetworkSegment(02ad4819-f8e9-4712-9a96-b1a08f2567cc),segment_id=02ad4819-f8e9-4712-9a96-b1a08f2567cc)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:12:43.327807 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:43.401003 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=c07d2fcc-7e52-4574-bf6b-d4df9ab85631,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:44.506953 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7198c7-ef34-483e-b0c3-7717db56605d req-1a958242-441a-4655-9e5a-b0e3a0ecdd68 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:44.508390 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f7198c7-ef34-483e-b0c3-7717db56605d req-1a958242-441a-4655-9e5a-b0e3a0ecdd68 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1446927 Jan 18 13:12:44.516068 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a03e8-0326-490e-9307-49beea4d5592 req-bba0ebb0-e15a-49e2-99e1-e3ec5268bb28 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:44.517457 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-692a03e8-0326-490e-9307-49beea4d5592 req-bba0ebb0-e15a-49e2-99e1-e3ec5268bb28 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 946 time: 0.1212649 Jan 18 13:12:44.599501 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f7198c7-ef34-483e-b0c3-7717db56605d req-2424a2f8-f6a6-4732-844f-609ae5ff1bcb tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810783 Jan 18 13:12:44.604076 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-692a03e8-0326-490e-9307-49beea4d5592 req-e378f9f0-b8bc-411c-852a-8222a5e37cc7 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718632 Jan 18 13:12:44.669000 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba315c65-2808-4f2a-8aa0-451c39ed9c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07d2fcc-7e52-4574-bf6b-d4df9ab85631', 'code': 200} Jan 18 13:12:45.344684 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ab38f7f7-20e9-460d-81f3-0fecacd35d3d req-4c7a6cac-d987-4436-8ae9-87285828590a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 1099 time: 0.1027484 Jan 18 13:12:45.399040 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ab38f7f7-20e9-460d-81f3-0fecacd35d3d req-57a6732e-90f8-4724-8feb-bd805980438b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475054 Jan 18 13:12:46.278185 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 52294) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:46.438146 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Deleting subnet bf690030-d0cc-492b-bde8-79ccbee2f4df {{(pid=83736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:12:46.446422 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.519107 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.531457 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.590525 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92746a7-7f1f-4960-b0d5-94e73b33b3cc req-881b68be-6c15-44be-924d-047e15f4fcaa tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:46.591959 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d92746a7-7f1f-4960-b0d5-94e73b33b3cc req-881b68be-6c15-44be-924d-047e15f4fcaa tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.2774835 Jan 18 13:12:46.607147 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e442435-e12d-4805-bedd-f8aa0cd6c37d req-18180363-c2eb-40db-98e7-843984d267d7 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:46.610065 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4e442435-e12d-4805-bedd-f8aa0cd6c37d req-18180363-c2eb-40db-98e7-843984d267d7 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 946 time: 0.2366650 Jan 18 13:12:46.696961 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d92746a7-7f1f-4960-b0d5-94e73b33b3cc req-42cee127-4707-40fc-86b5-d2eb4b863f9f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959997 Jan 18 13:12:46.706898 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4e442435-e12d-4805-bedd-f8aa0cd6c37d req-fa4ed275-7b9c-412b-a26a-979029dd7b63 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820990 Jan 18 13:12:46.869146 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for subnet, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.918669 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf690030-d0cc-492b-bde8-79ccbee2f4df,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:46.928759 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.934836 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:46.935647 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:46.936226 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:46.936790 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:46.937384 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:46.937966 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:46.938536 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:46.939102 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:46.939809 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:46.940286 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:46.940678 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:12:46.953315 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-f1fc2076-1598-4efc-bf68-2839c3a1e796 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/bf690030-d0cc-492b-bde8-79ccbee2f4df HTTP/1.1" status: 204 len: 168 time: 0.6677105 Jan 18 13:12:46.953315 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 52300) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:47.064333 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.215448 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.245183 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.245520 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.246248 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.246569 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > port after_create 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.246880 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.247222 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > port after_update 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.247626 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.247955 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.248261 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.248563 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.370420 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.371055 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.371055 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.371399 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:12:47.372032 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200b5e27-d62c-468f-8911-ab6e906f3ea2']}} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:47.386699 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91b6dea-f591-4062-a2c4-61e25b725659') {'for_net_delete': True} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:47.386980 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91b6dea-f591-4062-a2c4-61e25b725659') {} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:47.399193 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071319'] for segment, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.415504 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.422711 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=83736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:12:47.423099 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1925978'] for segment, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: util.warn_limited( Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: util.warn_limited( Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: Traceback (most recent call last): Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: timer() Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: cb(*args, **kw) Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: return func(*args, **kwargs) Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: self._notify() Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: self.callback(batched_events) Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: event.method(event) Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: return f(self, *a, **k) Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._get(url).json() Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: return self.request(url, 'GET', **kwargs) Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:12:47.438807 dv-cinder-825102-1-iscsi neutron-server[83736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:12:47.613795 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.633383 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.639563 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=200b5e27-d62c-468f-8911-ab6e906f3ea2,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:47.644930 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-9ce7e287-bca7-4225-b14d-7dedef925b40 admin admin] 10.222.0.87 "DELETE /v2.0/networks/200b5e27-d62c-468f-8911-ab6e906f3ea2 HTTP/1.1" status: 204 len: 168 time: 0.6937084 Jan 18 13:12:47.654700 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 52316) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:47.726225 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_v2 [None req-38eecae5-fd7f-4f39-9d4a-8d37d418b7ff admin admin] Deleting subnet 9cc84482-604f-4fa8-ac5b-32fc6dde5665 {{(pid=83736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:12:47.728386 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38eecae5-fd7f-4f39-9d4a-8d37d418b7ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.785293 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38eecae5-fd7f-4f39-9d4a-8d37d418b7ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071324'] for subnet, precommit_delete_associations {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.842244 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38eecae5-fd7f-4f39-9d4a-8d37d418b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.044411 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38eecae5-fd7f-4f39-9d4a-8d37d418b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1926652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1769698'] for subnet, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.093114 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eecae5-fd7f-4f39-9d4a-8d37d418b7ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc84482-604f-4fa8-ac5b-32fc6dde5665,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:48.099442 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38eecae5-fd7f-4f39-9d4a-8d37d418b7ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.108295 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-38eecae5-fd7f-4f39-9d4a-8d37d418b7ff admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9cc84482-604f-4fa8-ac5b-32fc6dde5665 HTTP/1.1" status: 204 len: 168 time: 0.4526196 Jan 18 13:12:48.115981 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 52328) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:48.313527 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.442994 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.467693 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebc4bb7-843d-4b34-8528-dc93afa0f036']}} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:48.480569 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c61ff4-3cbc-47d6-99bd-505908736891') {'for_net_delete': True} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:48.480862 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c61ff4-3cbc-47d6-99bd-505908736891') {} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:48.492693 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071319'] for segment, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.509851 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.516455 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=83736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:12:48.520448 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1925978'] for segment, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: Traceback (most recent call last): Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: timer() Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: cb(*args, **kw) Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: return func(*args, **kwargs) Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: self._notify() Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: self.callback(batched_events) Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: event.method(event) Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: return f(self, *a, **k) Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._get(url).json() Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: return self.request(url, 'GET', **kwargs) Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:12:48.529687 dv-cinder-825102-1-iscsi neutron-server[83736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:12:48.722360 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.739363 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.748224 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebc4bb7-843d-4b34-8528-dc93afa0f036,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:48.751330 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-48207eb1-b109-498e-adef-d42cf649af13 admin admin] 10.222.0.87 "DELETE /v2.0/networks/6ebc4bb7-843d-4b34-8528-dc93afa0f036 HTTP/1.1" status: 204 len: 168 time: 0.6339805 Jan 18 13:12:49.181885 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 52340) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:49.234456 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-bf4d5e55-20b7-442f-8b68-282c23400fdb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5075a85e517e428ab3a0fa357d9344cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513563 Jan 18 13:12:49.239280 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 52348) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:49.280200 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e16c0fb7-4208-45f8-b4d9-010e3ea02859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:49.305657 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-82390fd6-7334-44ee-9231-85599a9db184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:49.335396 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-82390fd6-7334-44ee-9231-85599a9db184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:49.479942 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-82390fd6-7334-44ee-9231-85599a9db184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:49.494878 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82390fd6-7334-44ee-9231-85599a9db184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d3b77e-ac23-4d23-832d-7a673293baa1,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:49.502105 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-82390fd6-7334-44ee-9231-85599a9db184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:49.503181 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-82390fd6-7334-44ee-9231-85599a9db184 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/37d3b77e-ac23-4d23-832d-7a673293baa1 HTTP/1.1" status: 204 len: 168 time: 0.2629259 Jan 18 13:12:50.301570 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 52362) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:50.352608 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-980e3d3d-99f4-44d3-a893-0437fd503ef7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b098ed4575894784bdb1a7601d754d7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497694 Jan 18 13:12:50.355116 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 52368) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:50.415222 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9efa571c-087c-42de-b0e6-b16757ad1da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:50.441379 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9efa571c-087c-42de-b0e6-b16757ad1da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:50.565861 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9efa571c-087c-42de-b0e6-b16757ad1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:50.583941 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa571c-087c-42de-b0e6-b16757ad1da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86a6369-33a7-43ac-9e4b-5613601612de,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:12:50.590966 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9efa571c-087c-42de-b0e6-b16757ad1da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:50.592534 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-9efa571c-087c-42de-b0e6-b16757ad1da7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f86a6369-33a7-43ac-9e4b-5613601612de HTTP/1.1" status: 204 len: 168 time: 0.2362401 Jan 18 13:12:51.754386 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6f6152bb-ad22-4ae3-9457-624575330a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:52.322480 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450577b5-9515-4e77-9d63-aa5cdba9d3f2 req-f2352628-8b4b-4d98-9e98-147ebdb61a5b tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:52.323941 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-450577b5-9515-4e77-9d63-aa5cdba9d3f2 req-f2352628-8b4b-4d98-9e98-147ebdb61a5b tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1723702 Jan 18 13:12:52.333651 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664328a5-a984-4e32-87ed-96c6ec4d8287 req-464d2db9-ba8a-4209-8cb8-9a1b960afb1a tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:52.335050 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-664328a5-a984-4e32-87ed-96c6ec4d8287 req-464d2db9-ba8a-4209-8cb8-9a1b960afb1a tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 946 time: 0.1214635 Jan 18 13:12:52.408436 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-450577b5-9515-4e77-9d63-aa5cdba9d3f2 req-1c6cf0a1-93bc-45c6-ad5c-41879833cd9c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724158 Jan 18 13:12:52.410503 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-664328a5-a984-4e32-87ed-96c6ec4d8287 req-7853571e-094e-4a0c-b367-247bfea87710 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609179 Jan 18 13:12:52.728011 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:52.931202 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:53.676819 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1a684-3b5d-4d8d-b159-8c4f998af1a7 req-bb8b1b24-bf28-4f52-ae08-8ddd4e4722ab tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:53.678291 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-97f1a684-3b5d-4d8d-b159-8c4f998af1a7 req-bb8b1b24-bf28-4f52-ae08-8ddd4e4722ab tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 946 time: 0.1407444 Jan 18 13:12:53.687953 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297f3c0-b798-4e3c-ac51-9f123dcbe8c5 req-e1a6cacf-1b14-4775-9da9-10ae4bd7c4ff tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:53.689430 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2297f3c0-b798-4e3c-ac51-9f123dcbe8c5 req-e1a6cacf-1b14-4775-9da9-10ae4bd7c4ff tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1212227 Jan 18 13:12:53.760557 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-97f1a684-3b5d-4d8d-b159-8c4f998af1a7 req-01870bed-e531-439e-b711-101f824bb2d1 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701666 Jan 18 13:12:53.783409 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2297f3c0-b798-4e3c-ac51-9f123dcbe8c5 req-cdb2a738-cb79-41b9-901d-e9fba78d9e3a tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783827 Jan 18 13:12:54.059421 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:55.040867 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d78a54-f659-4a7e-a03d-e963f87efb01 req-9ee40658-ad2f-4731-8f7d-1d2925d8d379 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:55.042324 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-34d78a54-f659-4a7e-a03d-e963f87efb01 req-9ee40658-ad2f-4731-8f7d-1d2925d8d379 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1389968 Jan 18 13:12:55.053790 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1f79a-1d92-481e-bea4-f920b390b9c1 req-87383e63-8b60-458b-b802-c59950ba0dcd tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:55.055198 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e2d1f79a-1d92-481e-bea4-f920b390b9c1 req-87383e63-8b60-458b-b802-c59950ba0dcd tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 946 time: 0.1176364 Jan 18 13:12:55.131283 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-34d78a54-f659-4a7e-a03d-e963f87efb01 req-7c27f3dc-7cea-4cf2-b5e7-871532683124 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751154 Jan 18 13:12:55.135656 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e2d1f79a-1d92-481e-bea4-f920b390b9c1 req-639aafcd-3c6e-41cf-9122-0232d2ef4d2d tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658689 Jan 18 13:12:59.618264 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af321b-4240-4903-9e4f-d15d62e9f135 req-2dabde5f-04b3-49f0-8c17-db48d0195e31 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:59.619648 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b1af321b-4240-4903-9e4f-d15d62e9f135 req-2dabde5f-04b3-49f0-8c17-db48d0195e31 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0784349 Jan 18 13:12:59.667888 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b1af321b-4240-4903-9e4f-d15d62e9f135 req-f6fb41d0-de6f-4dba-89d9-54b201f857b0 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426064 Jan 18 13:13:00.448313 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b133af73-ba2c-4a87-b8c2-e6ec1c9d87ca req-845934e7-4663-45ce-b5df-d3fa363436a0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 1099 time: 0.0854893 Jan 18 13:13:00.502762 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b133af73-ba2c-4a87-b8c2-e6ec1c9d87ca req-1dd642f8-c821-4e45-a35e-542959b26ec0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471365 Jan 18 13:13:01.617874 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c7b71-92d3-4679-aead-38f492fcc5a5 req-290a0404-fb91-4fd7-80e3-f5eba5175a36 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:01.621634 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3d6c7b71-92d3-4679-aead-38f492fcc5a5 req-290a0404-fb91-4fd7-80e3-f5eba5175a36 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1140761 Jan 18 13:13:01.660229 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:01.697566 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3d6c7b71-92d3-4679-aead-38f492fcc5a5 req-17c6ea95-3f27-4ac7-8a54-adea39d191cf tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565550 Jan 18 13:13:02.383136 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbf12d-4117-4c0f-adf6-1e213e321e85 req-1ea5361d-57d7-4456-a420-777c89364ba0 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:02.386223 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4dbbf12d-4117-4c0f-adf6-1e213e321e85 req-1ea5361d-57d7-4456-a420-777c89364ba0 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 946 time: 0.0836737 Jan 18 13:13:02.435776 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4dbbf12d-4117-4c0f-adf6-1e213e321e85 req-277145c8-336d-43bd-9683-fe00bc562f02 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452254 Jan 18 13:13:02.902663 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd207e-0e11-45f1-8279-1d618ccae9e0 req-249abc93-307f-4127-a2ab-81140bdba993 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:02.904113 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6ebd207e-0e11-45f1-8279-1d618ccae9e0 req-249abc93-307f-4127-a2ab-81140bdba993 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0769155 Jan 18 13:13:03.009612 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6ebd207e-0e11-45f1-8279-1d618ccae9e0 req-c52e9335-d882-4bef-9453-971b140ae451 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987813 Jan 18 13:13:03.667801 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8195-d794-4522-870d-567b792158f8 req-0ea60f45-00ff-4112-883c-5c52f89cc4cf tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:03.669282 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-af5d8195-d794-4522-870d-567b792158f8 req-0ea60f45-00ff-4112-883c-5c52f89cc4cf tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 946 time: 0.0824533 Jan 18 13:13:03.716835 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-af5d8195-d794-4522-870d-567b792158f8 req-880681f1-6243-4cdd-8eef-777b21836e86 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 Jan 18 13:13:04.215698 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723d61d-d80f-4580-9b09-5d32767ceea7 req-8d36fb83-77b9-4216-954a-04def7c34ac1 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:04.217321 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b723d61d-d80f-4580-9b09-5d32767ceea7 req-8d36fb83-77b9-4216-954a-04def7c34ac1 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0811887 Jan 18 13:13:04.265641 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b723d61d-d80f-4580-9b09-5d32767ceea7 req-f009b6eb-a3f1-439c-b109-be52f2672076 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407176 Jan 18 13:13:04.944835 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1e2f1-7162-4478-91f1-a115cbe38de7 req-8cc40b99-fc03-438a-aef1-00353d3b47aa tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:04.946434 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-87e1e2f1-7162-4478-91f1-a115cbe38de7 req-8cc40b99-fc03-438a-aef1-00353d3b47aa tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 946 time: 0.0935712 Jan 18 13:13:05.082212 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-87e1e2f1-7162-4478-91f1-a115cbe38de7 req-8340a7ca-04f2-43b3-9efc-893d39e23cee tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299253 Jan 18 13:13:05.158089 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0594ad69-602c-4548-9cd6-940d440297f5 req-6db1d695-b536-44aa-a825-a82a3434a7f5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 1099 time: 0.1539879 Jan 18 13:13:05.168448 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4b2af-b4a9-4d15-bd46-25bcf8bc37d8 req-fe5e2fa3-905e-4db2-8cda-414f0d95c6d2 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:05.169970 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-eae4b2af-b4a9-4d15-bd46-25bcf8bc37d8 req-fe5e2fa3-905e-4db2-8cda-414f0d95c6d2 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1317823 Jan 18 13:13:05.307170 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-eae4b2af-b4a9-4d15-bd46-25bcf8bc37d8 req-6d017bd7-5ba0-4c3a-b05b-29454d084837 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157398 Jan 18 13:13:05.369921 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594ad69-602c-4548-9cd6-940d440297f5 req-79545b7d-a235-4cf8-a936-e100fc0bdd6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:05.371469 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0594ad69-602c-4548-9cd6-940d440297f5 req-79545b7d-a235-4cf8-a936-e100fc0bdd6e service neutron] 10.222.0.91 "GET /v2.0/networks?id=3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 200 len: 920 time: 0.2003489 Jan 18 13:13:05.418942 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923d96e-aa79-4abd-a201-e55ea014d13d req-ef6d7b80-f8e1-4b21-8034-46ec12d04c74 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:05.422385 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5923d96e-aa79-4abd-a201-e55ea014d13d req-ef6d7b80-f8e1-4b21-8034-46ec12d04c74 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 946 time: 0.0985739 Jan 18 13:13:05.480993 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0594ad69-602c-4548-9cd6-940d440297f5 req-7490760e-2a23-42a3-9348-327ab0aabbd3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f HTTP/1.1" status: 200 len: 217 time: 0.0679998 Jan 18 13:13:05.498118 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-5923d96e-aa79-4abd-a201-e55ea014d13d req-edd4eac0-f6bc-49aa-b941-e199b41db03c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Deleting port c07d2fcc-7e52-4574-bf6b-d4df9ab85631 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:13:05.498467 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5923d96e-aa79-4abd-a201-e55ea014d13d req-edd4eac0-f6bc-49aa-b941-e199b41db03c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:05.556179 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594ad69-602c-4548-9cd6-940d440297f5 req-9d185bfb-4ab1-4aea-bed5-0a43147395ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:05.557626 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0594ad69-602c-4548-9cd6-940d440297f5 req-9d185bfb-4ab1-4aea-bed5-0a43147395ad service neutron] 10.222.0.91 "GET /v2.0/subnets?id=80ae4784-f0c5-4fdd-bf2c-38af058437bb HTTP/1.1" status: 200 len: 859 time: 0.0683928 Jan 18 13:13:05.604353 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0594ad69-602c-4548-9cd6-940d440297f5 req-6ae62e1c-ef7e-4301-9962-706bdd660ce7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3d63e130-b16f-430e-aab5-31c71b85e35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398772 Jan 18 13:13:05.748115 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0594ad69-602c-4548-9cd6-940d440297f5 req-59450802-1c1a-46b8-8e6b-59f79fe9aa23 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362665 Jan 18 13:13:05.752784 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-5923d96e-aa79-4abd-a201-e55ea014d13d req-edd4eac0-f6bc-49aa-b941-e199b41db03c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] For port c07d2fcc-7e52-4574-bf6b-d4df9ab85631, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c07d2fcc-7e52-4574-bf6b-d4df9ab85631,segment=NetworkSegment(02ad4819-f8e9-4712-9a96-b1a08f2567cc),segment_id=02ad4819-f8e9-4712-9a96-b1a08f2567cc)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:05.753135 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5923d96e-aa79-4abd-a201-e55ea014d13d req-edd4eac0-f6bc-49aa-b941-e199b41db03c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:05.874751 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-5923d96e-aa79-4abd-a201-e55ea014d13d req-edd4eac0-f6bc-49aa-b941-e199b41db03c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Calling delete_port for c07d2fcc-7e52-4574-bf6b-d4df9ab85631 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:13:05.893257 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0594ad69-602c-4548-9cd6-940d440297f5 req-a585c8c6-9e67-40d4-8678-61e96e6d78a7 service neutron] 10.222.0.91 "GET /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387944 Jan 18 13:13:06.121712 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5923d96e-aa79-4abd-a201-e55ea014d13d req-edd4eac0-f6bc-49aa-b941-e199b41db03c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:06.173323 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4eac0-f6bc-49aa-b941-e199b41db03c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Pushing event deleted for resources: {'Port': ['ID=c07d2fcc-7e52-4574-bf6b-d4df9ab85631,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:06.250466 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-5923d96e-aa79-4abd-a201-e55ea014d13d req-edd4eac0-f6bc-49aa-b941-e199b41db03c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] No DVR routers for this DVR port c07d2fcc-7e52-4574-bf6b-d4df9ab85631 on host hv-cinder-82510 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:13:06.253021 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-5923d96e-aa79-4abd-a201-e55ea014d13d req-edd4eac0-f6bc-49aa-b941-e199b41db03c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:06.255955 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba315c65-2808-4f2a-8aa0-451c39ed9c07', 'name': 'network-vif-deleted', 'tag': 'c07d2fcc-7e52-4574-bf6b-d4df9ab85631'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:06.258373 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e815337b-3970-4643-bc94-54a944970953 req-6f127ddf-5e8b-438b-9dad-bdb4c914340a tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 210 time: 0.0435176 Jan 18 13:13:06.339882 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba315c65-2808-4f2a-8aa0-451c39ed9c07', 'name': 'network-vif-deleted', 'tag': 'c07d2fcc-7e52-4574-bf6b-d4df9ab85631', 'status': 'completed', 'code': 200} Jan 18 13:13:06.394492 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-5923d96e-aa79-4abd-a201-e55ea014d13d req-edd4eac0-f6bc-49aa-b941-e199b41db03c tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.91 "DELETE /v2.0/ports/c07d2fcc-7e52-4574-bf6b-d4df9ab85631 HTTP/1.1" status: 204 len: 173 time: 0.9669938 Jan 18 13:13:06.576758 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a63cfc-c67b-48aa-8ef8-27e3e1c424db req-86a4c60f-89ec-4c0f-9319-178da5dfe8fe tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:06.578230 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c1a63cfc-c67b-48aa-8ef8-27e3e1c424db req-86a4c60f-89ec-4c0f-9319-178da5dfe8fe tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0995507 Jan 18 13:13:06.656308 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c1a63cfc-c67b-48aa-8ef8-27e3e1c424db req-9942c575-b2d8-47b2-8857-ae52a030473f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721092 Jan 18 13:13:07.390666 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device c07d2fcc-7e52-4574-bf6b-d4df9ab85631 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:13:07.430986 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: c07d2fcc-7e52-4574-bf6b-d4df9ab85631 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:13:07.431392 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device c07d2fcc-7e52-4574-bf6b-d4df9ab85631 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:13:07.446772 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ae07c3de-b1c3-43a9-9e0d-550a409e0a24 req-7435a000-d342-45cc-84cb-8d9670915faa tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba315c65-2808-4f2a-8aa0-451c39ed9c07 HTTP/1.1" status: 200 len: 210 time: 0.0424082 Jan 18 13:13:07.880450 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079a62c-18a4-4859-9e15-141e331b485f req-26b29a03-1a49-4e5a-9497-882d89b92dd1 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:07.880450 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e079a62c-18a4-4859-9e15-141e331b485f req-26b29a03-1a49-4e5a-9497-882d89b92dd1 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0890319 Jan 18 13:13:07.933533 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e079a62c-18a4-4859-9e15-141e331b485f req-47f7ef60-b6a4-47ea-840a-7bafb29f0590 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516887 Jan 18 13:13:08.445259 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 52732) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:08.593421 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-41e8a4d4-e3ab-49e7-98fe-f7776c288ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:08.635054 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-41e8a4d4-e3ab-49e7-98fe-f7776c288ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:08.636352 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-41e8a4d4-e3ab-49e7-98fe-f7776c288ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:f0a8691798534f86b2c96daec26342f1 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:08.639333 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-41e8a4d4-e3ab-49e7-98fe-f7776c288ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:08.647407 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-41e8a4d4-e3ab-49e7-98fe-f7776c288ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:08.733746 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-41e8a4d4-e3ab-49e7-98fe-f7776c288ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:08.878364 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-41e8a4d4-e3ab-49e7-98fe-f7776c288ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:08.962766 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8a4d4-e3ab-49e7-98fe-f7776c288ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff93fbc-1bf4-44af-8e82-6ba5a04cb8fc,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:08.970211 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-86471299-8713-49a0-b410-5818dab76678 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:08.984978 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-86471299-8713-49a0-b410-5818dab76678 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/networks?id=50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 HTTP/1.1" status: 200 len: 808 time: 0.2105882 Jan 18 13:13:08.990172 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-41e8a4d4-e3ab-49e7-98fe-f7776c288ce9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f0a8691798534f86b2c96daec26342f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5438361 Jan 18 13:13:08.992907 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 52754) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:08.993419 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-509b4ecd-e8f4-496f-9e7c-3048ddd28a4b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/quotas/232a88acedbc4c3981f4a68cd5572c9e HTTP/1.1" status: 200 len: 375 time: 0.0153172 Jan 18 13:13:09.069252 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41f40ad4-90f2-4e44-9a11-9309d1b0924e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:09.099964 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41f40ad4-90f2-4e44-9a11-9309d1b0924e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:09.118898 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-f8493043-c238-41db-af0f-9b4cf2570053 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=232a88acedbc4c3981f4a68cd5572c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1199296 Jan 18 13:13:09.285102 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41f40ad4-90f2-4e44-9a11-9309d1b0924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:09.307126 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f40ad4-90f2-4e44-9a11-9309d1b0924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff93fbc-1bf4-44af-8e82-6ba5a04cb8fc,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:09.309195 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-41f40ad4-90f2-4e44-9a11-9309d1b0924e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:09.310575 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-41f40ad4-90f2-4e44-9a11-9309d1b0924e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dff93fbc-1bf4-44af-8e82-6ba5a04cb8fc HTTP/1.1" status: 204 len: 168 time: 0.3159714 Jan 18 13:13:09.332698 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-641adf38-1fdc-4b32-92b7-3117f84aa968 service neutron] 10.222.0.87 "GET /v2.0/networks/50289a4d-14a1-41b8-9edc-fa8bdeecdaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996741 Jan 18 13:13:09.332698 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d9eb3-b137-408c-8672-31b9ed62ab83 req-f6c5e9b1-daea-4e39-92d6-7089007af39c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:09.332698 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-330d9eb3-b137-408c-8672-31b9ed62ab83 req-f6c5e9b1-daea-4e39-92d6-7089007af39c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1909347 Jan 18 13:13:09.472808 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-330d9eb3-b137-408c-8672-31b9ed62ab83 req-d5d7606f-d105-4b45-b3ec-42c32e2fe4e9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214254 Jan 18 13:13:09.520989 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-215ea53f-21ca-4778-881b-cf02623816ce service neutron] 10.222.0.87 "GET /v2.0/networks/50289a4d-14a1-41b8-9edc-fa8bdeecdaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881752 Jan 18 13:13:09.898757 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e1721f9-7cc7-4a65-a440-8c19a6e19343 req-5182bae6-a846-420d-a2cb-f6a2ab7abe34 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 210 time: 0.0591726 Jan 18 13:13:10.215985 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 52782) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:10.379285 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a624ad9f-65e7-4c6e-b4df-65c2e1a0573f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.411946 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a624ad9f-65e7-4c6e-b4df-65c2e1a0573f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:10.414731 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a624ad9f-65e7-4c6e-b4df-65c2e1a0573f admin admin] Usage tracker for resource:security_group_rule and tenant:b84503f156bf47bfa8a82d0f1f85e4fc is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:10.417656 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a624ad9f-65e7-4c6e-b4df-65c2e1a0573f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:10.424329 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a624ad9f-65e7-4c6e-b4df-65c2e1a0573f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:10.495048 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a624ad9f-65e7-4c6e-b4df-65c2e1a0573f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.573288 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a624ad9f-65e7-4c6e-b4df-65c2e1a0573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.620354 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624ad9f-65e7-4c6e-b4df-65c2e1a0573f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d219db6-4d9f-499c-8843-7ac584d8926d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:10.628317 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-a624ad9f-65e7-4c6e-b4df-65c2e1a0573f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b84503f156bf47bfa8a82d0f1f85e4fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4087117 Jan 18 13:13:10.629185 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 52792) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:10.696493 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-da50f815-9dcf-4362-9306-881c87a9de0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.701444 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aac6db-0702-4a9b-8689-c00e4d98cc7a req-834301c0-d93b-4584-8e94-098b62e73b10 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:10.702989 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c3aac6db-0702-4a9b-8689-c00e4d98cc7a req-834301c0-d93b-4584-8e94-098b62e73b10 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0870893 Jan 18 13:13:10.730821 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-da50f815-9dcf-4362-9306-881c87a9de0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.752282 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c3aac6db-0702-4a9b-8689-c00e4d98cc7a req-7f08b5da-897c-4464-93ff-f04d6b78d23f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426731 Jan 18 13:13:10.922151 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-da50f815-9dcf-4362-9306-881c87a9de0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.939657 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50f815-9dcf-4362-9306-881c87a9de0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d219db6-4d9f-499c-8843-7ac584d8926d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:10.944451 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-da50f815-9dcf-4362-9306-881c87a9de0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:10.947916 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-da50f815-9dcf-4362-9306-881c87a9de0c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8d219db6-4d9f-499c-8843-7ac584d8926d HTTP/1.1" status: 204 len: 168 time: 0.3157706 Jan 18 13:13:11.273181 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-83f259f3-739c-4fa4-ba7a-5cb4b2727ea5 req-f0c54aaa-c1c4-47dd-979a-8aa77ac6561b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 210 time: 0.0416963 Jan 18 13:13:11.826772 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 52820) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:11.845664 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-764619b5-136a-4920-aa0f-6ff353cc6a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:11.879154 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-764619b5-136a-4920-aa0f-6ff353cc6a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:11.883116 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-764619b5-136a-4920-aa0f-6ff353cc6a83 admin admin] Usage tracker for resource:security_group_rule and tenant:922fd4a124fe4af5bc3af6f931569ebf is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:11.886104 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-764619b5-136a-4920-aa0f-6ff353cc6a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:11.891817 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-764619b5-136a-4920-aa0f-6ff353cc6a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:11.972699 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-764619b5-136a-4920-aa0f-6ff353cc6a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:12.102756 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-764619b5-136a-4920-aa0f-6ff353cc6a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:12.160207 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-764619b5-136a-4920-aa0f-6ff353cc6a83 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=922fd4a124fe4af5bc3af6f931569ebf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3292933 Jan 18 13:13:12.160207 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764619b5-136a-4920-aa0f-6ff353cc6a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c692a9cc-8004-4215-b401-a5390476b86f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:12.160986 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 52832) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:12.232477 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b5dd25af-f538-4452-9c30-fba31702850a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:12.263703 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b5dd25af-f538-4452-9c30-fba31702850a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:12.407746 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b5dd25af-f538-4452-9c30-fba31702850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:12.476311 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd25af-f538-4452-9c30-fba31702850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c692a9cc-8004-4215-b401-a5390476b86f,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:12.477688 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-bcedffeb-03c3-4a9c-98fe-86cc16a09813 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:12.480036 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-bcedffeb-03c3-4a9c-98fe-86cc16a09813 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.91 "GET /v2.0/networks?id=50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 HTTP/1.1" status: 200 len: 808 time: 0.1738775 Jan 18 13:13:12.486821 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-65b86480-9783-43d3-8496-e058d1156132 req-b12f0af5-37cc-4089-a8f8-28804ffcd1a8 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 210 time: 0.0616324 Jan 18 13:13:12.492628 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b5dd25af-f538-4452-9c30-fba31702850a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:12.496983 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b5dd25af-f538-4452-9c30-fba31702850a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c692a9cc-8004-4215-b401-a5390476b86f HTTP/1.1" status: 204 len: 168 time: 0.3317618 Jan 18 13:13:12.525295 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Request body: {'port': {'device_id': 'e60b1892-9f80-48ec-a541-160fa5b15599', 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1', 'admin_state_up': True, 'tenant_id': '232a88acedbc4c3981f4a68cd5572c9e'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:13:12.744208 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:12.748061 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Usage tracker for resource:port and tenant:232a88acedbc4c3981f4a68cd5572c9e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:12.750922 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:12.757378 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:12.865086 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Made reservation on behalf of 232a88acedbc4c3981f4a68cd5572c9e for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:13:12.868245 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:13.061686 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Allocated IP 172.20.0.3 (50289a4d-14a1-41b8-9edc-fa8bdeecdaf1/0431c9c4-f21e-4874-9efc-abd1e265d766/ba33a8ce-dba2-4018-b89c-62b4810e55b0) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:13:13.326892 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:13.486680 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:13.563457 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:13:13.569855 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:13:13.572726 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:13:13.613400 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Pushing event updated for resources: {'Port': ['ID=ba33a8ce-dba2-4018-b89c-62b4810e55b0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:13.659107 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:13.659935 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:13.784227 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9efdf-6664-489f-8e5d-9cd2c3eefba0 req-914342d7-e810-4844-811d-22c3c5fb6fba tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:13.785741 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5cf9efdf-6664-489f-8e5d-9cd2c3eefba0 req-914342d7-e810-4844-811d-22c3c5fb6fba tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 931 time: 0.0839252 Jan 18 13:13:13.831704 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-d7f64265-6c1e-4775-a40e-acd84738e7cb tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3117344 Jan 18 13:13:13.835212 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5cf9efdf-6664-489f-8e5d-9cd2c3eefba0 req-ed04e63c-3c0e-4fcf-b2f6-89a98bb06105 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435274 Jan 18 13:13:13.918042 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Request body: {'port': {'device_id': 'e60b1892-9f80-48ec-a541-160fa5b15599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:13:14.034131 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:14.418985 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba33a8ce-dba2-4018-b89c-62b4810e55b0 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:13:14.429935 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:14.445696 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Transition to ACTIVE for port object ba33a8ce-dba2-4018-b89c-62b4810e55b0 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:13:14.538942 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:14.667550 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Pushing event updated for resources: {'Port': ['ID=ba33a8ce-dba2-4018-b89c-62b4810e55b0,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:14.811699 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Attempting to bind port ba33a8ce-dba2-4018-b89c-62b4810e55b0 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:13:14.812030 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Attempting to bind port ba33a8ce-dba2-4018-b89c-62b4810e55b0 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '02ad4819-f8e9-4712-9a96-b1a08f2567cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:13:14.812351 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Attempting to bind port ba33a8ce-dba2-4018-b89c-62b4810e55b0 on network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:13:14.818352 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Port ba33a8ce-dba2-4018-b89c-62b4810e55b0 on network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:13:14.818668 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Attempting to bind port ba33a8ce-dba2-4018-b89c-62b4810e55b0 on network 50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:13:14.828893 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:13:14.828893 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Checking segment: {'id': '02ad4819-f8e9-4712-9a96-b1a08f2567cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:13:14.828893 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Bound using segment: {'id': '02ad4819-f8e9-4712-9a96-b1a08f2567cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:13:14.828893 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Bound port: ba33a8ce-dba2-4018-b89c-62b4810e55b0, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ad4819-f8e9-4712-9a96-b1a08f2567cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:13:14.828893 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:14.916266 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] For port ba33a8ce-dba2-4018-b89c-62b4810e55b0, host hv-cinder-82510, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:13:14.919328 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] For port ba33a8ce-dba2-4018-b89c-62b4810e55b0, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ba33a8ce-dba2-4018-b89c-62b4810e55b0,segment=NetworkSegment(02ad4819-f8e9-4712-9a96-b1a08f2567cc),segment_id=02ad4819-f8e9-4712-9a96-b1a08f2567cc)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:13:15.052114 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33680788-4c44-44b4-9203-bce2916b2c57 req-7a0aa1ff-75ab-428a-8b98-22900e4ceb8e tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:15.053674 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-33680788-4c44-44b4-9203-bce2916b2c57 req-7a0aa1ff-75ab-428a-8b98-22900e4ceb8e tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 943 time: 0.0872328 Jan 18 13:13:15.104651 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-33680788-4c44-44b4-9203-bce2916b2c57 req-e162dfb4-47e8-4ae6-8ffe-894e21bbbeef tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445325 Jan 18 13:13:15.196508 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:15.253314 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:15.254712 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] 10.222.0.91 "PUT /v2.0/ports/ba33a8ce-dba2-4018-b89c-62b4810e55b0 HTTP/1.1" status: 200 len: 1093 time: 1.3430316 Jan 18 13:13:15.261358 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60b1892-9f80-48ec-a541-160fa5b15599', 'tag': 'ba33a8ce-dba2-4018-b89c-62b4810e55b0'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:15.287157 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b77cd6-58dd-4879-8b08-b9ac58314735 service neutron] Pushing event updated for resources: {'Port': ['ID=ba33a8ce-dba2-4018-b89c-62b4810e55b0,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:15.331485 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60b1892-9f80-48ec-a541-160fa5b15599', 'tag': 'ba33a8ce-dba2-4018-b89c-62b4810e55b0', 'status': 'completed', 'code': 200} Jan 18 13:13:15.464628 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ab49bdd4-12f5-42d6-9ea3-e9b3262a853d req-118c805b-1268-4dfe-9d8f-2bb61242949a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=232a88acedbc4c3981f4a68cd5572c9e&device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 1096 time: 0.0738292 Jan 18 13:13:15.638703 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49bdd4-12f5-42d6-9ea3-e9b3262a853d req-a0fa9537-be3c-49b8-9714-e924d83f6147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:15.640181 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ab49bdd4-12f5-42d6-9ea3-e9b3262a853d req-a0fa9537-be3c-49b8-9714-e924d83f6147 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=232a88acedbc4c3981f4a68cd5572c9e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1523786 Jan 18 13:13:15.878236 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49bdd4-12f5-42d6-9ea3-e9b3262a853d req-62cb96b4-6375-4fed-9cc5-38b67d7d90ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:15.879744 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ab49bdd4-12f5-42d6-9ea3-e9b3262a853d req-62cb96b4-6375-4fed-9cc5-38b67d7d90ac service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309310 Jan 18 13:13:16.050967 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-b46a964e-d773-4dd2-a007-b3385f9892f8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=232a88acedbc4c3981f4a68cd5572c9e&device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 1096 time: 0.0774148 Jan 18 13:13:16.130559 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-e68b2a63-450d-49d7-ba28-a325dd4be7c2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba33a8ce-dba2-4018-b89c-62b4810e55b0 HTTP/1.1" status: 200 len: 217 time: 0.0655727 Jan 18 13:13:16.197234 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-76705271-ee69-4120-9a17-2a74a0711c6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:16.198654 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-76705271-ee69-4120-9a17-2a74a0711c6c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0431c9c4-f21e-4874-9efc-abd1e265d766 HTTP/1.1" status: 200 len: 848 time: 0.0621543 Jan 18 13:13:16.245690 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-b05c9fb8-319b-4cfb-a40e-de578360fb29 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=50289a4d-14a1-41b8-9edc-fa8bdeecdaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386868 Jan 18 13:13:16.309081 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66b807-89ad-45a9-ad9f-0c85b3b82542 req-2750a706-8b83-4bf5-b340-c96bc260f3d4 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:16.310503 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fc66b807-89ad-45a9-ad9f-0c85b3b82542 req-2750a706-8b83-4bf5-b340-c96bc260f3d4 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 943 time: 0.0799441 Jan 18 13:13:16.358180 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fc66b807-89ad-45a9-ad9f-0c85b3b82542 req-09824c36-2c9d-43b2-8f1c-6586ae187fc8 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Jan 18 13:13:16.384972 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-2da326c6-e9d6-4eb5-b1bd-5fba9feb6058 service neutron] 10.222.0.91 "GET /v2.0/networks/50289a4d-14a1-41b8-9edc-fa8bdeecdaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292787 Jan 18 13:13:16.518273 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a84d6e2-2663-457f-ae55-632dcef1b2a7 req-cfb7f9e1-248e-4f9c-a356-d221d3560c0d service neutron] 10.222.0.91 "GET /v2.0/networks/50289a4d-14a1-41b8-9edc-fa8bdeecdaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271508 Jan 18 13:13:17.584943 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950ccd1-1ebf-4b37-accf-07023ea4ebc6 req-55bc0e26-75e8-43ce-b7e6-a33682ed0c55 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:17.586506 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3950ccd1-1ebf-4b37-accf-07023ea4ebc6 req-55bc0e26-75e8-43ce-b7e6-a33682ed0c55 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 943 time: 0.0844865 Jan 18 13:13:17.634891 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3950ccd1-1ebf-4b37-accf-07023ea4ebc6 req-be755a02-7af2-421a-b358-ac082197631b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428891 Jan 18 13:13:18.726703 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557f25a-93e3-4ac3-8854-c16602e94fea req-1982b897-4e88-45c5-b2c1-98282d1fca97 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:18.728327 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7557f25a-93e3-4ac3-8854-c16602e94fea req-1982b897-4e88-45c5-b2c1-98282d1fca97 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.0877550 Jan 18 13:13:18.821711 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7557f25a-93e3-4ac3-8854-c16602e94fea req-d34d8a49-f4a9-4a57-ba9f-2df0cbbff215 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875449 Jan 18 13:13:18.856506 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce1b72-30ab-47e3-a18b-d1a8fe9597c0 req-107bf3c8-2091-48da-b4fc-e154de0bb152 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:18.857928 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d4ce1b72-30ab-47e3-a18b-d1a8fe9597c0 req-107bf3c8-2091-48da-b4fc-e154de0bb152 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 943 time: 0.0920358 Jan 18 13:13:18.909562 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d4ce1b72-30ab-47e3-a18b-d1a8fe9597c0 req-5013ad4e-3c8c-40c5-8e1d-fff2430866a9 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455084 Jan 18 13:13:19.264764 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-46d48472-0e08-4df9-b18a-369fc39bbf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:19.445600 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:13:19.481342 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device ba33a8ce-dba2-4018-b89c-62b4810e55b0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:13:19.619190 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port ba33a8ce-dba2-4018-b89c-62b4810e55b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ba33a8ce-dba2-4018-b89c-62b4810e55b0,segment=NetworkSegment(02ad4819-f8e9-4712-9a96-b1a08f2567cc),segment_id=02ad4819-f8e9-4712-9a96-b1a08f2567cc)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:19.633152 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': 'ba33a8ce-dba2-4018-b89c-62b4810e55b0', 'network_id': '50289a4d-14a1-41b8-9edc-fa8bdeecdaf1', 'port_id': 'ba33a8ce-dba2-4018-b89c-62b4810e55b0', 'mac_address': 'fa:16:3e:d2:4d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0431c9c4-f21e-4874-9efc-abd1e265d766', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:13:19.687083 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:19.704823 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba33a8ce-dba2-4018-b89c-62b4810e55b0 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:13:19.720620 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port ba33a8ce-dba2-4018-b89c-62b4810e55b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ba33a8ce-dba2-4018-b89c-62b4810e55b0,segment=NetworkSegment(02ad4819-f8e9-4712-9a96-b1a08f2567cc),segment_id=02ad4819-f8e9-4712-9a96-b1a08f2567cc)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:19.831127 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:19.903014 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=ba33a8ce-dba2-4018-b89c-62b4810e55b0,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:20.024859 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7318bd9-cf07-4596-a857-7de26b802567 req-187b483d-91ae-4123-a3d5-5886f8595eac tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:20.026559 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e7318bd9-cf07-4596-a857-7de26b802567 req-187b483d-91ae-4123-a3d5-5886f8595eac tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.0749362 Jan 18 13:13:20.071634 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e7318bd9-cf07-4596-a857-7de26b802567 req-b2053f00-7c4f-4dc7-bfc2-82a27e6d55ad tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395167 Jan 18 13:13:20.260983 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d5b3-9a88-4129-be2a-c8534c74292a req-abefe215-11ca-42c4-a029-695deaec003d tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:20.262409 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4c36d5b3-9a88-4129-be2a-c8534c74292a req-abefe215-11ca-42c4-a029-695deaec003d tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 944 time: 0.0788999 Jan 18 13:13:20.307829 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4c36d5b3-9a88-4129-be2a-c8534c74292a req-aeab6315-3ffa-48ca-81e3-884d956fe127 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397153 Jan 18 13:13:21.681769 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50b5341d-cd29-4b3d-801c-792f5b8a92ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:22.701754 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:22.967241 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:24.082172 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:28.144037 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32863b9-1bb5-4870-b4a1-add1ad6aa398 req-64e6623a-cc7a-450f-8bd7-f5f82f43158c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:28.145532 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c32863b9-1bb5-4870-b4a1-add1ad6aa398 req-64e6623a-cc7a-450f-8bd7-f5f82f43158c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.2666471 Jan 18 13:13:28.191433 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0db759-7397-4b0a-b697-953c9f6f9c32 req-6bfe19fa-7cf8-450e-9a60-67fc160fb3c0 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:28.193997 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b0db759-7397-4b0a-b697-953c9f6f9c32 req-6bfe19fa-7cf8-450e-9a60-67fc160fb3c0 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 944 time: 0.2644031 Jan 18 13:13:28.290860 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c32863b9-1bb5-4870-b4a1-add1ad6aa398 req-ebd022f0-d6f6-4762-9c26-b4c401276cd3 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347194 Jan 18 13:13:28.298598 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b0db759-7397-4b0a-b697-953c9f6f9c32 req-6fe01bf0-8d06-48d2-9151-fccba5d3b1da tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942154 Jan 18 13:13:28.617946 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['ba33a8ce-dba2-4018-b89c-62b4810e55b0'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:13:29.642478 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7b6f0-fcc1-4286-98c8-d7506a92d9d5 req-a3bdb48a-f953-46db-85dc-3b0197e3b21f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:29.645355 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c8f7b6f0-fcc1-4286-98c8-d7506a92d9d5 req-a3bdb48a-f953-46db-85dc-3b0197e3b21f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1481855 Jan 18 13:13:29.661989 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924e938-c324-4d29-b05b-21767da61690 req-fd52b90a-1bab-4b24-a25d-723f6169a027 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:29.663629 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b924e938-c324-4d29-b05b-21767da61690 req-fd52b90a-1bab-4b24-a25d-723f6169a027 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 944 time: 0.1333177 Jan 18 13:13:29.761581 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b924e938-c324-4d29-b05b-21767da61690 req-86f34a0d-390b-489a-950c-523b7cae7a5b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808361 Jan 18 13:13:29.776328 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c8f7b6f0-fcc1-4286-98c8-d7506a92d9d5 req-97484758-fae2-4419-9a45-a7fe9375395d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110177 Jan 18 13:13:31.056783 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccacb1-2501-4c81-b8a9-aa259d7f7c73 req-dffb585f-6ec3-456d-b817-4b02ad00fc18 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:31.058254 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cbccacb1-2501-4c81-b8a9-aa259d7f7c73 req-dffb585f-6ec3-456d-b817-4b02ad00fc18 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 944 time: 0.1518836 Jan 18 13:13:31.069185 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87123ffa-d8f1-4b82-af16-2a5adce5110d req-417b22f2-a58b-4d18-996f-643eae4a541c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:31.070887 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-87123ffa-d8f1-4b82-af16-2a5adce5110d req-417b22f2-a58b-4d18-996f-643eae4a541c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1180916 Jan 18 13:13:31.155713 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-87123ffa-d8f1-4b82-af16-2a5adce5110d req-2612cbfc-75e5-4feb-bf4d-d9dcab9a5556 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671318 Jan 18 13:13:31.169333 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cbccacb1-2501-4c81-b8a9-aa259d7f7c73 req-27f89d08-adb1-4279-b1fb-7983bb800068 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972271 Jan 18 13:13:31.431101 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-fbc7decc-b57b-41f2-866a-41ba1a02038f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:31.431849 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-fbc7decc-b57b-41f2-866a-41ba1a02038f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Synchronizing usage tracker for tenant:f8a6ebddf5974a7cb6da6cb755f28e87 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:13:31.444910 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-fbc7decc-b57b-41f2-866a-41ba1a02038f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Unset dirty status for tenant:f8a6ebddf5974a7cb6da6cb755f28e87 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:13:31.446104 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-fbc7decc-b57b-41f2-866a-41ba1a02038f tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.91 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 946 time: 0.1034362 Jan 18 13:13:31.540752 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-ab543290-2232-495b-87ae-ba26abdb50d9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Deleting port e6b5a306-a269-4a20-80fd-c771e2fd0246 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:13:31.541181 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-ab543290-2232-495b-87ae-ba26abdb50d9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:31.661675 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cf3a8bb3-3c85-4df3-aa8a-7118f5722ea0 req-e91bc91e-28ea-48f1-8c11-7add93676c68 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0939713 Jan 18 13:13:31.669825 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device ba33a8ce-dba2-4018-b89c-62b4810e55b0 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:13:31.707864 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:31.776306 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cf3a8bb3-3c85-4df3-aa8a-7118f5722ea0 req-1f536dd9-176c-400c-96e5-efd323e8c4f7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 1099 time: 0.0743165 Jan 18 13:13:31.820659 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-ab543290-2232-495b-87ae-ba26abdb50d9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] For port e6b5a306-a269-4a20-80fd-c771e2fd0246, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e6b5a306-a269-4a20-80fd-c771e2fd0246,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:31.821014 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-ab543290-2232-495b-87ae-ba26abdb50d9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:31.844418 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port ba33a8ce-dba2-4018-b89c-62b4810e55b0 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:13:31.850894 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port ba33a8ce-dba2-4018-b89c-62b4810e55b0 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:13:31.855411 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:31.954284 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-ab543290-2232-495b-87ae-ba26abdb50d9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Calling delete_port for e6b5a306-a269-4a20-80fd-c771e2fd0246 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:13:31.989008 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a8bb3-3c85-4df3-aa8a-7118f5722ea0 req-085686dc-eafb-4fce-8060-a23e485d215b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:31.990741 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cf3a8bb3-3c85-4df3-aa8a-7118f5722ea0 req-085686dc-eafb-4fce-8060-a23e485d215b service neutron] 10.222.0.91 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 918 time: 0.1808045 Jan 18 13:13:32.102369 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:32.136354 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60b1892-9f80-48ec-a541-160fa5b15599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba33a8ce-dba2-4018-b89c-62b4810e55b0'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:32.140050 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cf3a8bb3-3c85-4df3-aa8a-7118f5722ea0 req-620c3594-40a4-4876-9ff3-f929479408b4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53d872c4-fa84-4707-894c-f573fa6b89cb HTTP/1.1" status: 200 len: 1001 time: 0.1409123 Jan 18 13:13:32.149960 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port ba33a8ce-dba2-4018-b89c-62b4810e55b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ba33a8ce-dba2-4018-b89c-62b4810e55b0,segment=NetworkSegment(02ad4819-f8e9-4712-9a96-b1a08f2567cc),segment_id=02ad4819-f8e9-4712-9a96-b1a08f2567cc)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:32.230982 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60b1892-9f80-48ec-a541-160fa5b15599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba33a8ce-dba2-4018-b89c-62b4810e55b0', 'code': 200} Jan 18 13:13:32.231470 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a8bb3-3c85-4df3-aa8a-7118f5722ea0 req-b5c33931-1d12-42a6-af6a-d3f02e31ed3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:32.231470 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cf3a8bb3-3c85-4df3-aa8a-7118f5722ea0 req-b5c33931-1d12-42a6-af6a-d3f02e31ed3d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 200 len: 856 time: 0.0771852 Jan 18 13:13:32.273659 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-ab543290-2232-495b-87ae-ba26abdb50d9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:32.336611 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:32.385786 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab543290-2232-495b-87ae-ba26abdb50d9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Pushing event deleted for resources: {'Port': ['ID=e6b5a306-a269-4a20-80fd-c771e2fd0246,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:32.443231 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f', 'e6b5a306-a269-4a20-80fd-c771e2fd0246'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:13:32.473993 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-ab543290-2232-495b-87ae-ba26abdb50d9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] No DVR routers for this DVR port e6b5a306-a269-4a20-80fd-c771e2fd0246 on host hv-cinder-82510 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:13:32.477507 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-ab543290-2232-495b-87ae-ba26abdb50d9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:32.493478 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b0cc73-c996-449a-852c-c264ee5df342', 'name': 'network-vif-deleted', 'tag': 'e6b5a306-a269-4a20-80fd-c771e2fd0246'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:32.532212 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bfab3bb2-1ca2-44d8-b26a-ed5503130af4 req-d024bafd-6e6e-4133-902f-ab4d4dba92bd tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 210 time: 0.0603323 Jan 18 13:13:32.552643 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=ba33a8ce-dba2-4018-b89c-62b4810e55b0,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:32.569848 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cf3a8bb3-3c85-4df3-aa8a-7118f5722ea0 req-2de63dc8-8b16-4b73-ab3b-9925ecd9d7c9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2965789 Jan 18 13:13:32.601850 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6eb0c-959b-4573-afbc-2a1650e5c660 req-0ff3e9c6-349e-45e5-be73-c4ff836ed647 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:32.612602 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5be6eb0c-959b-4573-afbc-2a1650e5c660 req-0ff3e9c6-349e-45e5-be73-c4ff836ed647 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 945 time: 0.2224338 Jan 18 13:13:32.655628 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b0cc73-c996-449a-852c-c264ee5df342', 'name': 'network-vif-deleted', 'tag': 'e6b5a306-a269-4a20-80fd-c771e2fd0246', 'status': 'completed', 'code': 200} Jan 18 13:13:32.697251 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-7e99535e-fc0e-4136-9794-90f1de699a29 req-ab543290-2232-495b-87ae-ba26abdb50d9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.91 "DELETE /v2.0/ports/e6b5a306-a269-4a20-80fd-c771e2fd0246 HTTP/1.1" status: 204 len: 173 time: 1.2453225 Jan 18 13:13:32.769553 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5be6eb0c-959b-4573-afbc-2a1650e5c660 req-4400905d-b537-41d8-b8eb-293dfb0416f1 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343379 Jan 18 13:13:32.800589 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cf3a8bb3-3c85-4df3-aa8a-7118f5722ea0 req-ee13c95c-8bc3-4a74-8832-0581bad67c19 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857569 Jan 18 13:13:32.885838 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-a622d0ea-863f-4742-aad3-0acf6b3c849a req-7e852d12-dc74-4b0c-80e6-e76813c3da46 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 1098 time: 0.0889351 Jan 18 13:13:32.950411 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-a622d0ea-863f-4742-aad3-0acf6b3c849a req-4fdd8472-34ee-4d8a-8d94-081f279061a1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396349 Jan 18 13:13:32.984886 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cf3a8bb3-3c85-4df3-aa8a-7118f5722ea0 req-25e80e58-b12e-4427-a86c-4c8febdc286d service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783361 Jan 18 13:13:33.756388 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a84fecf9-fbfd-41ca-9361-ad926ce82d01 req-6b4bd90b-3e3e-4b1b-9529-87b739a708fd tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b0cc73-c996-449a-852c-c264ee5df342 HTTP/1.1" status: 200 len: 210 time: 0.0463865 Jan 18 13:13:33.990511 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1a910-1577-40de-92aa-2e6afbd0a379 req-4e1dc6df-d6a3-4967-b7c0-82abf22fc335 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:33.993484 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14d1a910-1577-40de-92aa-2e6afbd0a379 req-4e1dc6df-d6a3-4967-b7c0-82abf22fc335 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 945 time: 0.0792551 Jan 18 13:13:34.054451 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14d1a910-1577-40de-92aa-2e6afbd0a379 req-516430b3-ccf4-44de-8d41-c1191b11f73d tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557878 Jan 18 13:13:35.292480 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5348ee-665a-48e2-874b-37749ffd739c req-fd34876b-5cb8-413f-9f86-27dae353078a tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:35.294042 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ab5348ee-665a-48e2-874b-37749ffd739c req-fd34876b-5cb8-413f-9f86-27dae353078a tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 945 time: 0.0920196 Jan 18 13:13:35.443407 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ab5348ee-665a-48e2-874b-37749ffd739c req-915ddd7f-9790-406f-a9f2-549cded94aed tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414006 Jan 18 13:13:35.697526 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device e6b5a306-a269-4a20-80fd-c771e2fd0246 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:13:35.735195 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: e6b5a306-a269-4a20-80fd-c771e2fd0246 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:13:35.735557 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device e6b5a306-a269-4a20-80fd-c771e2fd0246 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:13:36.320472 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53184) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:36.493920 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-da59b498-d6f4-4f88-a758-b1a2bb52a616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:36.534470 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-da59b498-d6f4-4f88-a758-b1a2bb52a616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:36.538886 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-da59b498-d6f4-4f88-a758-b1a2bb52a616 admin admin] Usage tracker for resource:security_group_rule and tenant:7c0ff34275e44f5d82d00091951a8ac9 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:36.542158 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-da59b498-d6f4-4f88-a758-b1a2bb52a616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:36.551393 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-da59b498-d6f4-4f88-a758-b1a2bb52a616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:36.624079 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-da59b498-d6f4-4f88-a758-b1a2bb52a616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:36.758515 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-da59b498-d6f4-4f88-a758-b1a2bb52a616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:36.818787 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59b498-d6f4-4f88-a758-b1a2bb52a616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2063b5-c83a-4a64-baf5-4a137575f7ac,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:36.834687 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-da59b498-d6f4-4f88-a758-b1a2bb52a616 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7c0ff34275e44f5d82d00091951a8ac9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5128088 Jan 18 13:13:36.837760 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53200) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:36.897952 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a55d0-76f7-488e-ad43-82d921fb93fa req-fd722adb-1a7f-43e4-9a94-fba28fe3b0b1 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:36.899564 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-646a55d0-76f7-488e-ad43-82d921fb93fa req-fd722adb-1a7f-43e4-9a94-fba28fe3b0b1 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1771393 Jan 18 13:13:36.941639 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-98bc7493-1531-4075-b31a-5ceabb8386ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:36.991248 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-98bc7493-1531-4075-b31a-5ceabb8386ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:37.005060 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-646a55d0-76f7-488e-ad43-82d921fb93fa req-d41092e3-6c0d-4d18-9715-0cfe773ce40b tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985560 Jan 18 13:13:37.128486 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db738f5-d866-4979-bc04-9bb7843e82df req-a1598d38-b512-48c8-ad9f-156a73528627 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:37.129975 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7db738f5-d866-4979-bc04-9bb7843e82df req-a1598d38-b512-48c8-ad9f-156a73528627 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 945 time: 0.0970559 Jan 18 13:13:37.199672 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-98bc7493-1531-4075-b31a-5ceabb8386ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:37.232685 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc7493-1531-4075-b31a-5ceabb8386ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2063b5-c83a-4a64-baf5-4a137575f7ac,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:37.247822 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-98bc7493-1531-4075-b31a-5ceabb8386ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:37.247822 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-98bc7493-1531-4075-b31a-5ceabb8386ee admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cb2063b5-c83a-4a64-baf5-4a137575f7ac HTTP/1.1" status: 204 len: 168 time: 0.4071224 Jan 18 13:13:37.254815 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7db738f5-d866-4979-bc04-9bb7843e82df req-2d0a84a9-a2e0-4b93-a09c-f45e467ca666 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190989 Jan 18 13:13:37.284850 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c046a2-20f7-4793-b2a0-9a2505d5a347 req-55df3867-e48b-4506-adfc-6694fa9f0df3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:37.286881 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-26c046a2-20f7-4793-b2a0-9a2505d5a347 req-55df3867-e48b-4506-adfc-6694fa9f0df3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1365294 Jan 18 13:13:37.338721 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-26c046a2-20f7-4793-b2a0-9a2505d5a347 req-677fc132-5003-4840-8fba-66b27807235a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457435 Jan 18 13:13:38.238884 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239ee42-9c97-45f9-bb49-4c1367491f5d req-8438fb8e-675f-4ada-99a7-967ef1b81162 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:38.240550 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d239ee42-9c97-45f9-bb49-4c1367491f5d req-8438fb8e-675f-4ada-99a7-967ef1b81162 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0843015 Jan 18 13:13:38.289777 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d239ee42-9c97-45f9-bb49-4c1367491f5d req-9074d7fb-2afd-4fe7-96dd-6309ec9e7786 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435200 Jan 18 13:13:38.575320 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e72c3-2ae3-49d5-bd27-3b9e8a7d87eb req-e0a39924-6d2f-4669-aad3-c0a78b16c431 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:38.576821 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0d4e72c3-2ae3-49d5-bd27-3b9e8a7d87eb req-e0a39924-6d2f-4669-aad3-c0a78b16c431 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0902071 Jan 18 13:13:38.625239 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0d4e72c3-2ae3-49d5-bd27-3b9e8a7d87eb req-27b6b365-35d1-4c5e-a995-9c4a533f86db tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 Jan 18 13:13:39.544348 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de96422-93cd-4758-a719-43d2fbb5468e req-843eacbd-653a-47e8-9572-961ff7e68929 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:39.545903 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4de96422-93cd-4758-a719-43d2fbb5468e req-843eacbd-653a-47e8-9572-961ff7e68929 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1208489 Jan 18 13:13:39.599199 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4de96422-93cd-4758-a719-43d2fbb5468e req-f945508e-a451-4abe-b47d-17fe2faaae3e tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Jan 18 13:13:39.862930 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff2da3-e3b5-4115-9059-1fe0e2143e0b req-622d24d4-4827-4ebf-b569-fa22071ce29a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:39.864664 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0aff2da3-e3b5-4115-9059-1fe0e2143e0b req-622d24d4-4827-4ebf-b569-fa22071ce29a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0938187 Jan 18 13:13:39.930998 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0aff2da3-e3b5-4115-9059-1fe0e2143e0b req-b267f0d4-063d-4d9f-8239-745bbaa853ff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604715 Jan 18 13:13:40.873949 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac83e90-ce2b-4c99-a249-51f6f8be38cc req-41f62734-da49-4196-bf44-9d49a4407c50 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:40.881976 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5ac83e90-ce2b-4c99-a249-51f6f8be38cc req-41f62734-da49-4196-bf44-9d49a4407c50 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1252725 Jan 18 13:13:40.942447 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5ac83e90-ce2b-4c99-a249-51f6f8be38cc req-d89ecbab-8ff6-4b4b-af51-4a9207cf109c tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593777 Jan 18 13:13:41.169019 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745d01-4c96-44f9-8ed7-932c9f289689 req-f55634ca-4313-4e2b-b581-8ba33653f705 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:41.170588 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fb745d01-4c96-44f9-8ed7-932c9f289689 req-f55634ca-4313-4e2b-b581-8ba33653f705 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0883124 Jan 18 13:13:41.223561 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fb745d01-4c96-44f9-8ed7-932c9f289689 req-e0cb1388-e307-423e-82be-b5f55590fad8 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469773 Jan 18 13:13:42.187446 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acffa4a-d8ca-4efe-b62d-34be058545b3 req-5b5f81a2-257d-48ed-90ba-ab5b701c3a7d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:42.189031 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3acffa4a-d8ca-4efe-b62d-34be058545b3 req-5b5f81a2-257d-48ed-90ba-ab5b701c3a7d tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0940475 Jan 18 13:13:42.241123 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3acffa4a-d8ca-4efe-b62d-34be058545b3 req-3d680e34-1af7-4cf3-aa51-1213a0c34780 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453095 Jan 18 13:13:42.448387 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294407d-fe4e-4caf-a02c-50192f87fcb6 req-f7d885a7-cc71-4c77-80b7-41770d086f29 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:42.449859 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e294407d-fe4e-4caf-a02c-50192f87fcb6 req-f7d885a7-cc71-4c77-80b7-41770d086f29 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0804183 Jan 18 13:13:42.503898 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e294407d-fe4e-4caf-a02c-50192f87fcb6 req-90b3ee05-055a-44c2-964c-885ccc484cce tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477407 Jan 18 13:13:43.461478 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc42f5-e3ff-4e58-8ab6-4d78a82ce129 req-79c74093-1e90-414a-a2e0-2e0408e1bcd2 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:43.462898 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-25fc42f5-e3ff-4e58-8ab6-4d78a82ce129 req-79c74093-1e90-414a-a2e0-2e0408e1bcd2 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0827181 Jan 18 13:13:43.513054 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-25fc42f5-e3ff-4e58-8ab6-4d78a82ce129 req-72290815-eafb-416e-8c30-062a9c5687a4 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441563 Jan 18 13:13:43.725630 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2e75e-f3bf-4d43-a682-b3cf4114351f req-effd8ecd-28b0-4c9b-9f90-5914055f34a4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:43.727165 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-71e2e75e-f3bf-4d43-a682-b3cf4114351f req-effd8ecd-28b0-4c9b-9f90-5914055f34a4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0825710 Jan 18 13:13:43.778819 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-71e2e75e-f3bf-4d43-a682-b3cf4114351f req-65a98d90-d1ab-4610-b2cd-a0ab590df145 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448153 Jan 18 13:13:44.729051 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d68a15-6ac5-49f2-a396-32ae4af34fda req-847498ba-3b12-466a-baae-4c80c067fdbb tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:44.730518 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-94d68a15-6ac5-49f2-a396-32ae4af34fda req-847498ba-3b12-466a-baae-4c80c067fdbb tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0848305 Jan 18 13:13:44.788516 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-94d68a15-6ac5-49f2-a396-32ae4af34fda req-48dfcd9d-576d-424f-9457-2d30a66b47df tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513036 Jan 18 13:13:45.007399 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1ffc2-5249-4207-b99a-abbfdedd6560 req-dc73ea57-3ebf-4e43-82f6-6479bc9cd16e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:45.008916 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-11d1ffc2-5249-4207-b99a-abbfdedd6560 req-dc73ea57-3ebf-4e43-82f6-6479bc9cd16e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0854497 Jan 18 13:13:45.065332 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-11d1ffc2-5249-4207-b99a-abbfdedd6560 req-b0f83075-626c-4171-8b9e-d4f7818af9eb tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493355 Jan 18 13:13:46.028177 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d2391-7097-41c2-8037-474eb8b7c939 req-5898b7a8-4cbc-45a7-a347-f4e835707090 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:46.035143 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-198d2391-7097-41c2-8037-474eb8b7c939 req-5898b7a8-4cbc-45a7-a347-f4e835707090 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.1077480 Jan 18 13:13:46.206254 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-198d2391-7097-41c2-8037-474eb8b7c939 req-3a5dcf71-8358-42ad-b8bb-4288f7243d03 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671140 Jan 18 13:13:46.234942 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b1230-6a96-47fc-8102-2162282f7f47 req-fc9b926f-fef1-4545-aa8a-7da9a56bb863 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:46.236912 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-191b1230-6a96-47fc-8102-2162282f7f47 req-fc9b926f-fef1-4545-aa8a-7da9a56bb863 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 945 time: 0.1709778 Jan 18 13:13:46.322780 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-191b1230-6a96-47fc-8102-2162282f7f47 req-5131e21b-f437-4bbd-80e0-03087ccf57a1 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713453 Jan 18 13:13:46.477529 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8896967-b82b-4dd4-a71c-940bc28a269a req-aecc6d08-cf03-46f1-9338-c749123c4dc0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:46.479015 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c8896967-b82b-4dd4-a71c-940bc28a269a req-aecc6d08-cf03-46f1-9338-c749123c4dc0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0950682 Jan 18 13:13:46.528452 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c8896967-b82b-4dd4-a71c-940bc28a269a req-b4122b20-1022-4efa-a097-b821098b9fc2 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438571 Jan 18 13:13:47.090018 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88178e97-236e-4c6e-87b4-3ac965648162 req-b9f9f8e3-5ae2-4b84-9026-fe35df23aed9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:47.091434 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-88178e97-236e-4c6e-87b4-3ac965648162 req-b9f9f8e3-5ae2-4b84-9026-fe35df23aed9 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.91 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.0924983 Jan 18 13:13:47.179927 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-88178e97-236e-4c6e-87b4-3ac965648162 req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Deleting port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:13:47.180263 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-88178e97-236e-4c6e-87b4-3ac965648162 req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:47.508997 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-88178e97-236e-4c6e-87b4-3ac965648162 req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] For port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:47.509407 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-88178e97-236e-4c6e-87b4-3ac965648162 req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:47.677066 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-88178e97-236e-4c6e-87b4-3ac965648162 req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Calling delete_port for 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f owned by compute:nova {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:13:47.729532 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6d312-0064-4b18-a51f-4dd872b9057e req-2c925480-dae1-452c-b238-139398ba7bff tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:47.731172 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5dd6d312-0064-4b18-a51f-4dd872b9057e req-2c925480-dae1-452c-b238-139398ba7bff tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 946 time: 0.3643367 Jan 18 13:13:47.895597 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce8fe6-4146-4b56-a6d4-4623c56231e6 req-f3f3bfb8-061a-408a-ae96-9a33b3da172b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:47.897094 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-22ce8fe6-4146-4b56-a6d4-4623c56231e6 req-f3f3bfb8-061a-408a-ae96-9a33b3da172b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 945 time: 0.3803682 Jan 18 13:13:47.905271 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5dd6d312-0064-4b18-a51f-4dd872b9057e req-5099f737-4da8-45b2-8060-d717c80d4eeb tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/security-groups?id=01fa29e0-25ea-4e0c-ac7d-2c72422fda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590745 Jan 18 13:13:48.011944 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-22ce8fe6-4146-4b56-a6d4-4623c56231e6 req-8786a66f-5c7f-4e71-ada4-d94adf96046b tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807078 Jan 18 13:13:48.094486 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-88178e97-236e-4c6e-87b4-3ac965648162 req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:48.149048 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:13:48.178685 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Pushing event deleted for resources: {'Port': ['ID=7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:48.274210 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:48.274557 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:48.274890 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:48.275219 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:48.275889 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:48.276208 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:48.276526 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:48.276894 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:48.277401 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:48.277526 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:48.277774 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:48.286460 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-88178e97-236e-4c6e-87b4-3ac965648162 req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] No DVR routers for this DVR port 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f on host hv-cinder-82510 {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:13:48.291074 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-88178e97-236e-4c6e-87b4-3ac965648162 req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:48.293663 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab4bd80-3def-4593-945a-03a597f71b21', 'name': 'network-vif-deleted', 'tag': '7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:48.316096 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-88178e97-236e-4c6e-87b4-3ac965648162 req-50b3f904-4934-45dc-af66-ce7e291d5f86 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.91 "DELETE /v2.0/ports/7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f HTTP/1.1" status: 204 len: 173 time: 1.2172847 Jan 18 13:13:48.335299 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183fe1e-5725-49d8-be7d-6d8ed6d0ac10 req-81d00d74-ef69-48bf-a635-ce67da040a32 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:48.336791 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2183fe1e-5725-49d8-be7d-6d8ed6d0ac10 req-81d00d74-ef69-48bf-a635-ce67da040a32 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.2863855 Jan 18 13:13:48.384557 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab4bd80-3def-4593-945a-03a597f71b21', 'name': 'network-vif-deleted', 'tag': '7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f', 'status': 'completed', 'code': 200} Jan 18 13:13:48.451156 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2183fe1e-5725-49d8-be7d-6d8ed6d0ac10 req-1d168293-b181-4e42-a176-8747ff833ee1 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679982 Jan 18 13:13:48.471704 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cf06e-a8cc-423c-8d30-d4328af582ab req-97307f4b-d756-4725-9317-d6d5dfc9522a tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:48.473173 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-460cf06e-a8cc-423c-8d30-d4328af582ab req-97307f4b-d756-4725-9317-d6d5dfc9522a tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.91 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 945 time: 0.1332026 Jan 18 13:13:48.562134 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-460cf06e-a8cc-423c-8d30-d4328af582ab req-0dd63e07-344f-4286-ba71-3f2031a07a09 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Deleting port ba33a8ce-dba2-4018-b89c-62b4810e55b0 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:13:48.562484 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-460cf06e-a8cc-423c-8d30-d4328af582ab req-0dd63e07-344f-4286-ba71-3f2031a07a09 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:48.904256 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-460cf06e-a8cc-423c-8d30-d4328af582ab req-0dd63e07-344f-4286-ba71-3f2031a07a09 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] For port ba33a8ce-dba2-4018-b89c-62b4810e55b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ba33a8ce-dba2-4018-b89c-62b4810e55b0,segment=NetworkSegment(02ad4819-f8e9-4712-9a96-b1a08f2567cc),segment_id=02ad4819-f8e9-4712-9a96-b1a08f2567cc)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:48.904665 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-460cf06e-a8cc-423c-8d30-d4328af582ab req-0dd63e07-344f-4286-ba71-3f2031a07a09 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:49.042194 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-460cf06e-a8cc-423c-8d30-d4328af582ab req-0dd63e07-344f-4286-ba71-3f2031a07a09 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Calling delete_port for ba33a8ce-dba2-4018-b89c-62b4810e55b0 owned by compute:nova {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:13:49.131461 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-2f32cc25-6fb3-46a2-8242-f0e98a151a14 req-b4021d1b-e932-46e5-902d-5c992351a767 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Synchronizing usage tracker for tenant:f8a6ebddf5974a7cb6da6cb755f28e87 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:13:49.224219 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-2f32cc25-6fb3-46a2-8242-f0e98a151a14 req-b4021d1b-e932-46e5-902d-5c992351a767 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] Unset dirty status for tenant:f8a6ebddf5974a7cb6da6cb755f28e87 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:13:49.225382 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2f32cc25-6fb3-46a2-8242-f0e98a151a14 req-b4021d1b-e932-46e5-902d-5c992351a767 tempest-ServerRescueNegativeTestJSON-1430090387 tempest-ServerRescueNegativeTestJSON-1430090387-project] 10.222.0.87 "GET /v2.0/ports?device_id=aab4bd80-3def-4593-945a-03a597f71b21 HTTP/1.1" status: 200 len: 210 time: 0.1541722 Jan 18 13:13:49.322230 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77ad8b-399c-4bee-8678-8fad8000c9eb req-da443a4e-ca34-438b-b5bc-a581fe645b41 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:49.323785 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3c77ad8b-399c-4bee-8678-8fad8000c9eb req-da443a4e-ca34-438b-b5bc-a581fe645b41 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 945 time: 0.1530261 Jan 18 13:13:49.327344 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e869f1e-fcb9-4675-a99d-eaf8cd6339d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:49.380570 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3c77ad8b-399c-4bee-8678-8fad8000c9eb req-a5b3c0a0-ce08-46b4-835d-1e56a4ee5fca tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/security-groups?id=42932648-fa0f-4fed-9ae0-3a3a31867be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485234 Jan 18 13:13:49.418531 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-460cf06e-a8cc-423c-8d30-d4328af582ab req-0dd63e07-344f-4286-ba71-3f2031a07a09 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:49.464916 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['ba33a8ce-dba2-4018-b89c-62b4810e55b0'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:13:49.471084 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd63e07-344f-4286-ba71-3f2031a07a09 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Pushing event deleted for resources: {'Port': ['ID=ba33a8ce-dba2-4018-b89c-62b4810e55b0,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:49.546482 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-460cf06e-a8cc-423c-8d30-d4328af582ab req-0dd63e07-344f-4286-ba71-3f2031a07a09 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] No DVR routers for this DVR port ba33a8ce-dba2-4018-b89c-62b4810e55b0 on host hv-cinder-82510 {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:13:49.549723 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-460cf06e-a8cc-423c-8d30-d4328af582ab req-0dd63e07-344f-4286-ba71-3f2031a07a09 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:49.560203 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-460cf06e-a8cc-423c-8d30-d4328af582ab req-0dd63e07-344f-4286-ba71-3f2031a07a09 tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.91 "DELETE /v2.0/ports/ba33a8ce-dba2-4018-b89c-62b4810e55b0 HTTP/1.1" status: 204 len: 173 time: 1.0808971 Jan 18 13:13:49.721766 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ea67-44d4-4bf3-ad89-84b5611822ff req-e76c5984-f990-44f1-8da4-dfd7eefdedb4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:49.724172 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3580ea67-44d4-4bf3-ad89-84b5611822ff req-e76c5984-f990-44f1-8da4-dfd7eefdedb4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0924532 Jan 18 13:13:49.780012 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3580ea67-44d4-4bf3-ad89-84b5611822ff req-678c0909-2296-4009-ac62-525055a47f42 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496395 Jan 18 13:13:50.341314 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53404) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:50.398196 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 53408) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:50.398774 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60b1892-9f80-48ec-a541-160fa5b15599', 'name': 'network-vif-deleted', 'tag': 'ba33a8ce-dba2-4018-b89c-62b4810e55b0'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:50.516938 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60b1892-9f80-48ec-a541-160fa5b15599', 'name': 'network-vif-deleted', 'tag': 'ba33a8ce-dba2-4018-b89c-62b4810e55b0', 'status': 'completed', 'code': 200} Jan 18 13:13:50.591322 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:50.620349 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-13ef1e6e-7804-473f-96f9-24212b1af992 req-d0a12558-789e-4cef-a3a5-5984e3a820be tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Synchronizing usage tracker for tenant:232a88acedbc4c3981f4a68cd5572c9e on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:13:50.634709 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:13:50.640050 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Usage tracker for resource:security_group_rule and tenant:88f4c7ccf7844c339b259178e39bf2f7 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:13:50.644949 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:13:50.655670 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:13:50.730498 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:50.755124 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-13ef1e6e-7804-473f-96f9-24212b1af992 req-d0a12558-789e-4cef-a3a5-5984e3a820be tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] Unset dirty status for tenant:232a88acedbc4c3981f4a68cd5572c9e on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:13:50.756338 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-13ef1e6e-7804-473f-96f9-24212b1af992 req-d0a12558-789e-4cef-a3a5-5984e3a820be tempest-VolumesActionsTest-1065974429 tempest-VolumesActionsTest-1065974429-project] 10.222.0.87 "GET /v2.0/ports?device_id=e60b1892-9f80-48ec-a541-160fa5b15599 HTTP/1.1" status: 200 len: 210 time: 0.2075152 Jan 18 13:13:50.839197 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:50.889514 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-94466e12-2eb9-48f1-9054-ffa296fa2402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1038416'] for router_interface, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:50.960175 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc637287-20ed-46da-9b8c-dec3acff346a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:50.971348 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=88f4c7ccf7844c339b259178e39bf2f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5706513 Jan 18 13:13:50.974871 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 53434) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:50.977871 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:50.979429 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:50.979777 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:50.980115 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:50.980453 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:50.980784 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:50.981127 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:50.981442 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:50.982983 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:50.982983 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:50.982983 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e7c59-e70b-46c2-8be0-9c323d0ecc75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:51.176953 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f98dbf74-7e5c-4383-933d-47cd0304d783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:51.206862 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f98dbf74-7e5c-4383-933d-47cd0304d783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:51.230968 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93f0bd-48f6-4490-801c-37c46c8e935a req-773d9852-d43c-43bc-9d2b-bb0ac0104163 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:51.245677 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1d93f0bd-48f6-4490-801c-37c46c8e935a req-773d9852-d43c-43bc-9d2b-bb0ac0104163 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.2308366 Jan 18 13:13:51.350953 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1d93f0bd-48f6-4490-801c-37c46c8e935a req-a85c82ce-6816-432b-b4fa-a02454cae6aa tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681336 Jan 18 13:13:51.387134 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f98dbf74-7e5c-4383-933d-47cd0304d783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:51.406899 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98dbf74-7e5c-4383-933d-47cd0304d783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc637287-20ed-46da-9b8c-dec3acff346a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:51.412586 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f98dbf74-7e5c-4383-933d-47cd0304d783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:51.413703 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-f98dbf74-7e5c-4383-933d-47cd0304d783 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dc637287-20ed-46da-9b8c-dec3acff346a HTTP/1.1" status: 204 len: 168 time: 0.4220929 Jan 18 13:13:51.790498 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f6d4012a-9ccd-47fb-9cff-d9494c818d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:51.823881 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:13:51.866500 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-94466e12-2eb9-48f1-9054-ffa296fa2402 admin admin] Deleting port 49a4f08e-59aa-45d3-b845-9f802f9c2092 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:13:51.867017 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-94466e12-2eb9-48f1-9054-ffa296fa2402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:51.868245 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:13:51.868929 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 7e05b3e1-f8ba-45e3-81c1-ff2a6382d73f not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:13:51.869516 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device ba33a8ce-dba2-4018-b89c-62b4810e55b0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:13:51.916529 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: ba33a8ce-dba2-4018-b89c-62b4810e55b0 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:13:51.916870 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device ba33a8ce-dba2-4018-b89c-62b4810e55b0 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:13:52.138387 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [None req-94466e12-2eb9-48f1-9054-ffa296fa2402 admin admin] For port 49a4f08e-59aa-45d3-b845-9f802f9c2092, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=49a4f08e-59aa-45d3-b845-9f802f9c2092,segment=NetworkSegment(460f8514-7c1c-43f7-a162-b25ab1c7503f),segment_id=460f8514-7c1c-43f7-a162-b25ab1c7503f)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:52.138910 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-94466e12-2eb9-48f1-9054-ffa296fa2402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:52.299534 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-94466e12-2eb9-48f1-9054-ffa296fa2402 admin admin] Calling delete_port for 49a4f08e-59aa-45d3-b845-9f802f9c2092 owned by network:router_interface {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:13:52.651450 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d3568-fca3-4f07-9395-6bd1df42c6d9 req-e101fd8e-d92b-46a2-a085-9a853da88081 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:52.653058 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f52d3568-fca3-4f07-9395-6bd1df42c6d9 req-e101fd8e-d92b-46a2-a085-9a853da88081 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1244972 Jan 18 13:13:52.735402 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:52.773181 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f52d3568-fca3-4f07-9395-6bd1df42c6d9 req-f5955f0b-814f-406f-b66b-9a9ece838e38 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738287 Jan 18 13:13:52.857903 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-94466e12-2eb9-48f1-9054-ffa296fa2402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:52.908144 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94466e12-2eb9-48f1-9054-ffa296fa2402 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a4f08e-59aa-45d3-b845-9f802f9c2092,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:52.941255 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:53.301504 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-94466e12-2eb9-48f1-9054-ffa296fa2402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8258696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1039289'] for router_interface, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:54.055826 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:54.109734 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94466e12-2eb9-48f1-9054-ffa296fa2402 admin admin] Router 958ffd07-21a4-46ec-989a-081abbec5ddb has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:13:54.199858 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d73e7-dd76-4d7a-a336-6cfef11a8abd req-7ee81da8-2271-44cb-84ed-669f9c9058b0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:54.201314 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c33d73e7-dd76-4d7a-a336-6cfef11a8abd req-7ee81da8-2271-44cb-84ed-669f9c9058b0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.2245126 Jan 18 13:13:54.270386 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c33d73e7-dd76-4d7a-a336-6cfef11a8abd req-40d1e16e-ee75-4a24-91e0-2f865d86f758 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616584 Jan 18 13:13:54.401010 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94466e12-2eb9-48f1-9054-ffa296fa2402 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:13:54.412483 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe398a-80a5-4408-bf9d-2685c9f83e42 None None] Sync routers for ids ['958ffd07-21a4-46ec-989a-081abbec5ddb'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:13:54.425606 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe398a-80a5-4408-bf9d-2685c9f83e42 None None] Routers {'958ffd07-21a4-46ec-989a-081abbec5ddb'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:13:54.426203 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-52fe398a-80a5-4408-bf9d-2685c9f83e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:13:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['958ffd07-21a4-46ec-989a-081abbec5ddb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:54.489315 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-94466e12-2eb9-48f1-9054-ffa296fa2402 admin admin] 10.222.0.87 "PUT /v2.0/routers/958ffd07-21a4-46ec-989a-081abbec5ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1465442 Jan 18 13:13:54.492165 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 53522) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:54.618639 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-52fe398a-80a5-4408-bf9d-2685c9f83e42 None None] Set router 958ffd07-21a4-46ec-989a-081abbec5ddb gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:13:54.695706 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:54.923912 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:54.978333 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-52fe398a-80a5-4408-bf9d-2685c9f83e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1779665011-router', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:39Z', 'updated_at': '2022-01-18T13:13:52Z', 'revision_number': 5, 'project_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'gw_port': {'id': 'd4ce84f7-4f12-43b0-a502-41d6f9d0dde8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:54.982472 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe398a-80a5-4408-bf9d-2685c9f83e42 None None] Checking router: 958ffd07-21a4-46ec-989a-081abbec5ddb for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:13:54.997616 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe398a-80a5-4408-bf9d-2685c9f83e42 None None] Routers {'958ffd07-21a4-46ec-989a-081abbec5ddb'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:13:54.998268 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-52fe398a-80a5-4408-bf9d-2685c9f83e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:13:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['958ffd07-21a4-46ec-989a-081abbec5ddb'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:55.004249 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Deleting port d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:13:55.004598 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:55.176092 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-52fe398a-80a5-4408-bf9d-2685c9f83e42 None None] Set router 958ffd07-21a4-46ec-989a-081abbec5ddb gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:13:55.204084 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] For port d4ce84f7-4f12-43b0-a502-41d6f9d0dde8, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=d4ce84f7-4f12-43b0-a502-41d6f9d0dde8,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:55.204466 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:55.291005 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-52fe398a-80a5-4408-bf9d-2685c9f83e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1779665011-router', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:39Z', 'updated_at': '2022-01-18T13:13:54Z', 'revision_number': 6, 'project_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'gw_port_host': None}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:55.296226 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe398a-80a5-4408-bf9d-2685c9f83e42 None None] The sync data for ids ['958ffd07-21a4-46ec-989a-081abbec5ddb'] in dv-cinder-825102-1-iscsi is: [{'id': '958ffd07-21a4-46ec-989a-081abbec5ddb', 'name': 'tempest-ServerRescueNegativeTestJSON-1779665011-router', 'tenant_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:39Z', 'updated_at': '2022-01-18T13:13:54Z', 'revision_number': 6, 'project_id': 'f8a6ebddf5974a7cb6da6cb755f28e87', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:13:55.331888 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Calling delete_port for d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:13:55.492344 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa00eb2-145e-46a4-9569-e458407348f3 req-47d989e9-9881-478d-acfa-c4c716fa5094 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:55.493781 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bfa00eb2-145e-46a4-9569-e458407348f3 req-47d989e9-9881-478d-acfa-c4c716fa5094 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0792696 Jan 18 13:13:55.539405 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bfa00eb2-145e-46a4-9569-e458407348f3 req-d2bc8bc8-f78e-4739-a23a-80a5d8b1bd1e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400798 Jan 18 13:13:55.715400 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:55.765166 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ce84f7-4f12-43b0-a502-41d6f9d0dde8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:56.069795 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1039221'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.090766 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:13:56.149405 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:13:56.149733 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device d4ce84f7-4f12-43b0-a502-41d6f9d0dde8 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:13:56.150138 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 49a4f08e-59aa-45d3-b845-9f802f9c2092 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:13:56.182079 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 49a4f08e-59aa-45d3-b845-9f802f9c2092 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:13:56.182413 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 49a4f08e-59aa-45d3-b845-9f802f9c2092 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:13:56.337244 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110357'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.341371 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.446202 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:13:56.509648 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032605'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.510156 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 958ffd07-21a4-46ec-989a-081abbec5ddb {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:13:56.523011 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.524273 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-816c1b31-6690-4890-a25b-941f4a690c61 admin admin] 10.222.0.87 "DELETE /v2.0/routers/958ffd07-21a4-46ec-989a-081abbec5ddb HTTP/1.1" status: 204 len: 168 time: 2.0309353 Jan 18 13:13:56.527069 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 53558) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:56.592836 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aeb04a5-ecfc-4f45-8dc1-73d9f732dcf5 admin admin] Deleting subnet 80ae4784-f0c5-4fdd-bf2c-38af058437bb {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:13:56.597992 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5aeb04a5-ecfc-4f45-8dc1-73d9f732dcf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.651613 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5aeb04a5-ecfc-4f45-8dc1-73d9f732dcf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091171'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.709932 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5aeb04a5-ecfc-4f45-8dc1-73d9f732dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:56.760061 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dfbd0-0699-40bc-a377-e15fd56be9be req-0a5f8d9d-c708-457c-b5cf-aafe1163e714 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:56.761694 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2b9dfbd0-0699-40bc-a377-e15fd56be9be req-0a5f8d9d-c708-457c-b5cf-aafe1163e714 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0797272 Jan 18 13:13:56.809980 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2b9dfbd0-0699-40bc-a377-e15fd56be9be req-806956da-ff3c-4f89-988a-2d29219503cf tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426657 Jan 18 13:13:56.961838 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5aeb04a5-ecfc-4f45-8dc1-73d9f732dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1345888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911589'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.002940 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb04a5-ecfc-4f45-8dc1-73d9f732dcf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ae4784-f0c5-4fdd-bf2c-38af058437bb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:57.006833 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5aeb04a5-ecfc-4f45-8dc1-73d9f732dcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.012833 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-5aeb04a5-ecfc-4f45-8dc1-73d9f732dcf5 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/80ae4784-f0c5-4fdd-bf2c-38af058437bb HTTP/1.1" status: 204 len: 168 time: 0.4847455 Jan 18 13:13:57.015497 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 53568) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:57.156560 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.281097 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.305433 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d63e130-b16f-430e-aab5-31c71b85e35d']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:57.317935 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460f8514-7c1c-43f7-a162-b25ab1c7503f') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:57.318235 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460f8514-7c1c-43f7-a162-b25ab1c7503f') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:57.330849 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091176'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.348138 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.354623 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:13:57.355004 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347526'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: Traceback (most recent call last): Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: timer() Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: cb(*args, **kw) Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: return func(*args, **kwargs) Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: self._notify() Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: self.callback(batched_events) Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: event.method(event) Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: return f(self, *a, **k) Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._get(url).json() Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: return self.request(url, 'GET', **kwargs) Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:13:57.368102 dv-cinder-825102-1-iscsi neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:13:57.544727 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.565326 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:57.573170 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d63e130-b16f-430e-aab5-31c71b85e35d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:57.577638 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-8eb003e6-5630-4574-b3a6-4f4415342021 admin admin] 10.222.0.87 "DELETE /v2.0/networks/3d63e130-b16f-430e-aab5-31c71b85e35d HTTP/1.1" status: 204 len: 168 time: 0.5608582 Jan 18 13:13:58.045556 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72c02b-981e-45c6-8ddf-34b03ccc27e4 req-ccb89409-2899-4782-ac78-948b0d023e45 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:58.046985 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a72c02b-981e-45c6-8ddf-34b03ccc27e4 req-ccb89409-2899-4782-ac78-948b0d023e45 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0947042 Jan 18 13:13:58.097454 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a72c02b-981e-45c6-8ddf-34b03ccc27e4 req-6f5cb0d0-8ae4-4c29-98ac-2e84ac85b144 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443654 Jan 18 13:13:58.115028 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53584) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:58.170523 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-2971147e-2692-4c06-a4e4-6a2c2355aaee admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f8a6ebddf5974a7cb6da6cb755f28e87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542808 Jan 18 13:13:58.173265 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53590) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:58.233744 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-afa80829-afb0-495f-b4d9-0c2f42c5849e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.263977 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-afa80829-afb0-495f-b4d9-0c2f42c5849e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.415673 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-afa80829-afb0-495f-b4d9-0c2f42c5849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.524847 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa80829-afb0-495f-b4d9-0c2f42c5849e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fa29e0-25ea-4e0c-ac7d-2c72422fda06,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:58.530227 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-afa80829-afb0-495f-b4d9-0c2f42c5849e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:58.530582 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-afa80829-afb0-495f-b4d9-0c2f42c5849e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/01fa29e0-25ea-4e0c-ac7d-2c72422fda06 HTTP/1.1" status: 204 len: 168 time: 0.3564353 Jan 18 13:13:59.328073 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf4e25-317a-4789-9149-41c20150e557 req-8f2958a1-cee2-42a7-a910-5d2209c1c49c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:59.330477 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9ccf4e25-317a-4789-9149-41c20150e557 req-8f2958a1-cee2-42a7-a910-5d2209c1c49c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0833538 Jan 18 13:13:59.387172 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9ccf4e25-317a-4789-9149-41c20150e557 req-1a65c645-f596-49cb-bdc6-80a012db8b5e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504198 Jan 18 13:13:59.736938 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a68edc-46a4-4d75-a434-2a30e9510a0d req-2ae020d7-601b-41ef-b898-1d85c1eacd0c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:59.739978 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-47a68edc-46a4-4d75-a434-2a30e9510a0d req-2ae020d7-601b-41ef-b898-1d85c1eacd0c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0956106 Jan 18 13:13:59.785545 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-47a68edc-46a4-4d75-a434-2a30e9510a0d req-27f3048f-014c-457e-99e2-83e5d952ba50 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Jan 18 13:14:00.634059 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94baa1-a5c1-43c9-9e48-f74f390e8deb req-f2457db1-c94b-49b0-97cf-e4cd6316ccd4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:00.635512 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0b94baa1-a5c1-43c9-9e48-f74f390e8deb req-f2457db1-c94b-49b0-97cf-e4cd6316ccd4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0815775 Jan 18 13:14:00.681703 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0b94baa1-a5c1-43c9-9e48-f74f390e8deb req-552f6a61-0ffe-4cd7-b42e-5b747f2889d0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405686 Jan 18 13:14:01.038745 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060c906-d4f7-4ca6-85dd-2e2b9bc0acac req-0d18416a-1d62-45ee-b017-8a5b23fb6a61 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:01.041955 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b060c906-d4f7-4ca6-85dd-2e2b9bc0acac req-0d18416a-1d62-45ee-b017-8a5b23fb6a61 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0817633 Jan 18 13:14:01.093973 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b060c906-d4f7-4ca6-85dd-2e2b9bc0acac req-ebdb40b6-b023-402c-8aea-5c970a063d27 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465612 Jan 18 13:14:01.655556 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:01.931050 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff3b68-7f2c-4f8b-9522-74efa2011551 req-69ae5615-9bf5-4c1d-96a3-1459198b9993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:01.932519 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2ff3b68-7f2c-4f8b-9522-74efa2011551 req-69ae5615-9bf5-4c1d-96a3-1459198b9993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.0775716 Jan 18 13:14:01.982271 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2ff3b68-7f2c-4f8b-9522-74efa2011551 req-58a19f38-1333-460f-9539-fc9ab3279f64 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Jan 18 13:14:02.186687 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53702) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:02.309553 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db762362-5f74-4391-bf43-528538b23b77 req-84456fde-3b9b-4d32-8379-1fa81699cd8a tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:02.311040 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-db762362-5f74-4391-bf43-528538b23b77 req-84456fde-3b9b-4d32-8379-1fa81699cd8a tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0799298 Jan 18 13:14:02.356500 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8e93-493d-48df-8676-afaa6f3c81d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:02.400628 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-db762362-5f74-4391-bf43-528538b23b77 req-4144e6ee-9ba5-4da4-95da-7164eafd9737 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832834 Jan 18 13:14:02.411373 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-cd3b8e93-493d-48df-8676-afaa6f3c81d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:02.414034 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-cd3b8e93-493d-48df-8676-afaa6f3c81d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b11b9fa7100e462ebcd47a9f408e5b72 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:02.417388 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-cd3b8e93-493d-48df-8676-afaa6f3c81d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:02.425373 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-cd3b8e93-493d-48df-8676-afaa6f3c81d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:02.499639 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8e93-493d-48df-8676-afaa6f3c81d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:02.598354 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8e93-493d-48df-8676-afaa6f3c81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:02.650825 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b8e93-493d-48df-8676-afaa6f3c81d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6805cf0-48ec-43c4-b132-fad41678c470,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:02.655273 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-cd3b8e93-493d-48df-8676-afaa6f3c81d7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b11b9fa7100e462ebcd47a9f408e5b72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4673836 Jan 18 13:14:02.658279 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53712) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:02.718610 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7faa4d04-a05b-4ebf-9c87-be402b0a5f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:02.745389 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7faa4d04-a05b-4ebf-9c87-be402b0a5f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:02.884324 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7faa4d04-a05b-4ebf-9c87-be402b0a5f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:02.905812 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa4d04-a05b-4ebf-9c87-be402b0a5f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6805cf0-48ec-43c4-b132-fad41678c470,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:02.912258 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7faa4d04-a05b-4ebf-9c87-be402b0a5f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:02.913439 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-7faa4d04-a05b-4ebf-9c87-be402b0a5f37 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c6805cf0-48ec-43c4-b132-fad41678c470 HTTP/1.1" status: 204 len: 168 time: 0.2542179 Jan 18 13:14:03.246605 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e2eac-51e5-43b5-bfdb-b8fa6954be44 req-b0822292-375f-45a2-b652-2cd18e546858 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:03.248098 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-190e2eac-51e5-43b5-bfdb-b8fa6954be44 req-b0822292-375f-45a2-b652-2cd18e546858 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1184447 Jan 18 13:14:03.296078 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-190e2eac-51e5-43b5-bfdb-b8fa6954be44 req-4c65c3b9-12be-4476-9050-ae23ad8535f7 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Jan 18 13:14:03.614591 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf1d3a-c24a-4d7b-b130-620dcf72a7c2 req-5ce59c8a-59d0-494c-b005-abc616ab6c8d tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:03.616309 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c7bf1d3a-c24a-4d7b-b130-620dcf72a7c2 req-5ce59c8a-59d0-494c-b005-abc616ab6c8d tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0822563 Jan 18 13:14:03.666867 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c7bf1d3a-c24a-4d7b-b130-620dcf72a7c2 req-df082fc9-a03f-4d4e-bd65-7d416fa19fd1 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447838 Jan 18 13:14:03.846687 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53732) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:03.856923 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 53d872c4-fa84-4707-894c-f573fa6b89cb details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:14:03.864892 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2bed6136-db72-4a17-a946-4b0a8da48aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:03.901545 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-2bed6136-db72-4a17-a946-4b0a8da48aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:03.905876 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-2bed6136-db72-4a17-a946-4b0a8da48aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:9dd34e2a00724b869afbc8d4907efc76 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:03.908998 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-2bed6136-db72-4a17-a946-4b0a8da48aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:03.915594 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-2bed6136-db72-4a17-a946-4b0a8da48aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:03.990608 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2bed6136-db72-4a17-a946-4b0a8da48aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:04.004731 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53d872c4-fa84-4707-894c-f573fa6b89cb,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:04.019294 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'port_id': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'mac_address': 'fa:16:3e:62:3f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:14:04.075560 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:04.093568 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53d872c4-fa84-4707-894c-f573fa6b89cb {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:14:04.098192 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2bed6136-db72-4a17-a946-4b0a8da48aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:04.114041 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53d872c4-fa84-4707-894c-f573fa6b89cb,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:04.178409 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed6136-db72-4a17-a946-4b0a8da48aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f069bf-905b-41a5-9a3b-cfd72761b52e,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:04.184129 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-2bed6136-db72-4a17-a946-4b0a8da48aa6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9dd34e2a00724b869afbc8d4907efc76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3363752 Jan 18 13:14:04.186708 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53740) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:04.204059 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:04.269647 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-328cadc3-d958-4a75-abae-0983312bcc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:04.275833 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=53d872c4-fa84-4707-894c-f573fa6b89cb,revision_number=6']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:04.285541 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:04.286102 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:04.286213 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:04.286552 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:04.286860 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:04.287218 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:04.287633 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:04.287978 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:04.288347 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:04.288663 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:04.288978 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:04.299605 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-328cadc3-d958-4a75-abae-0983312bcc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:04.424247 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-328cadc3-d958-4a75-abae-0983312bcc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:04.442149 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cadc3-d958-4a75-abae-0983312bcc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f069bf-905b-41a5-9a3b-cfd72761b52e,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:04.495358 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-328cadc3-d958-4a75-abae-0983312bcc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:04.496489 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-328cadc3-d958-4a75-abae-0983312bcc3a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/00f069bf-905b-41a5-9a3b-cfd72761b52e HTTP/1.1" status: 204 len: 168 time: 0.3088109 Jan 18 13:14:04.536928 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73993102-5243-4c8d-86ca-c19ffe333db0 req-6a4ef8c5-9ddd-4ef6-8673-7a54c83293be tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:04.538659 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-73993102-5243-4c8d-86ca-c19ffe333db0 req-6a4ef8c5-9ddd-4ef6-8673-7a54c83293be tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 945 time: 0.0986378 Jan 18 13:14:04.588849 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-73993102-5243-4c8d-86ca-c19ffe333db0 req-0ccf9494-539d-46cc-b818-c53644bd3e26 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441656 Jan 18 13:14:04.729710 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['53d872c4-fa84-4707-894c-f573fa6b89cb'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:14:04.878620 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db905972-7c1e-4874-aaac-79607dc01e7c req-5911dab1-4efe-41e6-977a-cf3423353705 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:04.880789 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-db905972-7c1e-4874-aaac-79607dc01e7c req-5911dab1-4efe-41e6-977a-cf3423353705 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0872264 Jan 18 13:14:04.939761 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-db905972-7c1e-4874-aaac-79607dc01e7c req-44f9ecc4-0118-41b6-b7be-0acd26479458 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516474 Jan 18 13:14:05.825162 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f914ff-81af-4886-b47c-eb587349e375 req-4aada95c-3f31-45cc-9a66-b3edad233197 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:05.826753 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-90f914ff-81af-4886-b47c-eb587349e375 req-4aada95c-3f31-45cc-9a66-b3edad233197 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 945 time: 0.0938845 Jan 18 13:14:05.902012 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-90f914ff-81af-4886-b47c-eb587349e375 req-841d5656-4f2d-447d-a57d-b5ba82417658 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690005 Jan 18 13:14:06.166624 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a88e-c0f5-4a3e-aac3-03a42345ac0f req-a5d37b12-0139-4f31-be48-33f8acd26bd2 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:06.179164 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f127a88e-c0f5-4a3e-aac3-03a42345ac0f req-a5d37b12-0139-4f31-be48-33f8acd26bd2 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0884004 Jan 18 13:14:06.234126 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f127a88e-c0f5-4a3e-aac3-03a42345ac0f req-fc403165-ce10-461b-8257-f0c4beb7bd1b tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541556 Jan 18 13:14:06.250009 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 53d872c4-fa84-4707-894c-f573fa6b89cb up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:06.329936 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 53d872c4-fa84-4707-894c-f573fa6b89cb triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:06.332850 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.466526 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.495661 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:14:06.505711 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53d872c4-fa84-4707-894c-f573fa6b89cb,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:06.554041 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'code': 200} Jan 18 13:14:06.575825 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:06.650607 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=53d872c4-fa84-4707-894c-f573fa6b89cb,revision_number=7']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:07.238756 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152bc37-84d9-4047-a62a-6f1dd7ccc359 req-90b1e53b-155f-4020-beda-0e055a425d6d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:07.240692 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9152bc37-84d9-4047-a62a-6f1dd7ccc359 req-90b1e53b-155f-4020-beda-0e055a425d6d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1607833 Jan 18 13:14:07.312670 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9152bc37-84d9-4047-a62a-6f1dd7ccc359 req-f99f7080-cf98-4f05-b300-e44baf1c881a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644398 Jan 18 13:14:07.488550 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caa609-cc22-430c-b3af-739a35c25ee7 req-c6552bc9-c724-41a8-85c0-205da50d77a7 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:07.495816 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2caa609-cc22-430c-b3af-739a35c25ee7 req-c6552bc9-c724-41a8-85c0-205da50d77a7 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.1037676 Jan 18 13:14:07.565829 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2caa609-cc22-430c-b3af-739a35c25ee7 req-4330a589-78d2-4448-982f-15b7138a2a0c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691037 Jan 18 13:14:08.310805 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53864) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:08.531297 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-22a4879a-2301-4070-a11a-a4fc89943048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:08.581910 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-22a4879a-2301-4070-a11a-a4fc89943048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:08.588070 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-22a4879a-2301-4070-a11a-a4fc89943048 admin admin] Usage tracker for resource:security_group_rule and tenant:1b1c286b84ed47eaaec86b88af7c5628 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:08.592315 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-22a4879a-2301-4070-a11a-a4fc89943048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:08.602938 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-22a4879a-2301-4070-a11a-a4fc89943048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:08.612098 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b779e-3d48-4858-82d8-f4e9af7dcbbb req-ed240709-8820-4774-872f-bef8937a13a2 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:08.613647 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6a9b779e-3d48-4858-82d8-f4e9af7dcbbb req-ed240709-8820-4774-872f-bef8937a13a2 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1524374 Jan 18 13:14:08.704377 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6a9b779e-3d48-4858-82d8-f4e9af7dcbbb req-d8a50caa-9922-494e-a375-b476d1eec76f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823684 Jan 18 13:14:08.746178 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-22a4879a-2301-4070-a11a-a4fc89943048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:08.918093 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-22a4879a-2301-4070-a11a-a4fc89943048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:08.995665 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4879a-2301-4070-a11a-a4fc89943048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeda35c9-0cc9-4a9f-b85e-341c2704f6cb,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:09.039804 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-22a4879a-2301-4070-a11a-a4fc89943048 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1b1c286b84ed47eaaec86b88af7c5628&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7239306 Jan 18 13:14:09.042147 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 53880) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:09.091142 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffb0ba-ed8a-45d3-b0ef-96efc318ccb2 req-f9116046-c88a-4569-8738-1ee09be8a9a1 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:09.092459 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cdffb0ba-ed8a-45d3-b0ef-96efc318ccb2 req-f9116046-c88a-4569-8738-1ee09be8a9a1 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.3083684 Jan 18 13:14:09.162335 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ec3fa03-8991-4931-88c3-eae2e1df9ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:09.200911 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ec3fa03-8991-4931-88c3-eae2e1df9ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:09.203178 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cdffb0ba-ed8a-45d3-b0ef-96efc318ccb2 req-312a3552-e598-48c9-b983-e7f17cd8b337 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805044 Jan 18 13:14:09.372646 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ec3fa03-8991-4931-88c3-eae2e1df9ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:09.389680 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3fa03-8991-4931-88c3-eae2e1df9ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeda35c9-0cc9-4a9f-b85e-341c2704f6cb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:09.407695 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1ec3fa03-8991-4931-88c3-eae2e1df9ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:09.412273 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-1ec3fa03-8991-4931-88c3-eae2e1df9ad2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eeda35c9-0cc9-4a9f-b85e-341c2704f6cb HTTP/1.1" status: 204 len: 168 time: 0.3686295 Jan 18 13:14:10.210406 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb95a4d-c2d4-4b99-8aa2-fdee88d9abbd req-16e8554e-7ab7-4010-98e8-6dcae9b26a8d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:10.211408 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6fb95a4d-c2d4-4b99-8aa2-fdee88d9abbd req-16e8554e-7ab7-4010-98e8-6dcae9b26a8d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1978917 Jan 18 13:14:10.282941 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6fb95a4d-c2d4-4b99-8aa2-fdee88d9abbd req-3172e12f-c78a-4a8d-8e8d-4e49529d3307 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706584 Jan 18 13:14:10.487577 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7e419-aeca-4d17-8159-0c47de45afcd req-5bba6ee2-cf07-41e6-ad0c-72d0ddecbe23 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:10.499356 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ad7e419-aeca-4d17-8159-0c47de45afcd req-5bba6ee2-cf07-41e6-ad0c-72d0ddecbe23 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.1063051 Jan 18 13:14:10.561000 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ad7e419-aeca-4d17-8159-0c47de45afcd req-bcfebdbc-7cec-4c7a-a961-47a27a7fac61 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644572 Jan 18 13:14:10.819041 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 53914) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:10.844854 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23cce213-5738-4391-8e8e-0e6e1f9bdd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:10.897539 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-23cce213-5738-4391-8e8e-0e6e1f9bdd5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:10.902415 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-23cce213-5738-4391-8e8e-0e6e1f9bdd5b admin admin] Usage tracker for resource:security_group_rule and tenant:6cf05dc5a7d14dcf9772a86e46aa5273 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:10.905595 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-23cce213-5738-4391-8e8e-0e6e1f9bdd5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:10.912737 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-23cce213-5738-4391-8e8e-0e6e1f9bdd5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:10.999037 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23cce213-5738-4391-8e8e-0e6e1f9bdd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.110256 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-23cce213-5738-4391-8e8e-0e6e1f9bdd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.169528 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cce213-5738-4391-8e8e-0e6e1f9bdd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d29736-89d5-413b-8933-82b5e9fca804,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:11.175367 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-23cce213-5738-4391-8e8e-0e6e1f9bdd5b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6cf05dc5a7d14dcf9772a86e46aa5273&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3544173 Jan 18 13:14:11.179026 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53922) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:11.246562 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-ea9639d1-7176-489b-8472-9d40055588c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.274438 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-ea9639d1-7176-489b-8472-9d40055588c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.426933 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-ea9639d1-7176-489b-8472-9d40055588c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.445994 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9639d1-7176-489b-8472-9d40055588c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d29736-89d5-413b-8933-82b5e9fca804,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:11.469802 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-ea9639d1-7176-489b-8472-9d40055588c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:11.472715 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-ea9639d1-7176-489b-8472-9d40055588c7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/25d29736-89d5-413b-8933-82b5e9fca804 HTTP/1.1" status: 204 len: 168 time: 0.2926810 Jan 18 13:14:11.608330 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c31c3-4b03-4214-a7eb-114fd810a1d5 req-b501596b-a09c-44ab-b84a-389187bfbb9c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:11.610212 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-994c31c3-4b03-4214-a7eb-114fd810a1d5 req-b501596b-a09c-44ab-b84a-389187bfbb9c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1211433 Jan 18 13:14:11.685106 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-994c31c3-4b03-4214-a7eb-114fd810a1d5 req-0bd99f41-ea9e-4e9f-ad04-852eecf17a46 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684829 Jan 18 13:14:11.827782 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce569330-fa43-421e-97e5-3d32d1428195 req-20f88032-b4f3-443b-938c-8248ea3f4d16 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:11.834864 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ce569330-fa43-421e-97e5-3d32d1428195 req-20f88032-b4f3-443b-938c-8248ea3f4d16 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0966172 Jan 18 13:14:11.884584 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ce569330-fa43-421e-97e5-3d32d1428195 req-c9c19184-c606-45ea-b744-25c39ad2ea64 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487273 Jan 18 13:14:12.397382 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 53954) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:12.606200 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58b4147e-a5a4-41da-8de8-ba1352b524d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.655934 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-58b4147e-a5a4-41da-8de8-ba1352b524d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:12.660896 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-58b4147e-a5a4-41da-8de8-ba1352b524d1 admin admin] Usage tracker for resource:security_group_rule and tenant:02361b8b05cb45e59d24992064746193 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:12.664284 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-58b4147e-a5a4-41da-8de8-ba1352b524d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:12.671639 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-58b4147e-a5a4-41da-8de8-ba1352b524d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:12.773704 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58b4147e-a5a4-41da-8de8-ba1352b524d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.878991 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-58b4147e-a5a4-41da-8de8-ba1352b524d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:12.917553 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 53964) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:13.055200 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4d294-7266-4a54-82b7-0a7e01b2ebe7 req-d7c30a44-dabb-48e3-84d8-ff8f408dfad3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:13.062771 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e8c4d294-7266-4a54-82b7-0a7e01b2ebe7 req-d7c30a44-dabb-48e3-84d8-ff8f408dfad3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1725388 Jan 18 13:14:13.130795 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e8c4d294-7266-4a54-82b7-0a7e01b2ebe7 req-ab5c5944-413b-426c-91b4-e52b8944be9f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669367 Jan 18 13:14:13.150688 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4147e-a5a4-41da-8de8-ba1352b524d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bb4c29-c220-4f67-bf6c-35c82d3b56d4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:13.162011 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab7b747e-ce8b-4eb4-bd67-ed3d9d1f833e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.199451 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-58b4147e-a5a4-41da-8de8-ba1352b524d1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=02361b8b05cb45e59d24992064746193&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8007014 Jan 18 13:14:13.214862 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53972) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:13.260638 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ab7b747e-ce8b-4eb4-bd67-ed3d9d1f833e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:13.277087 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-ab7b747e-ce8b-4eb4-bd67-ed3d9d1f833e admin admin] Usage tracker for resource:security_group_rule and tenant:48e6ec4f9a314efd872b0597e9d858de is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:13.281231 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-ab7b747e-ce8b-4eb4-bd67-ed3d9d1f833e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:13.290336 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ab7b747e-ce8b-4eb4-bd67-ed3d9d1f833e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:13.386415 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006a0a1-709c-4396-8a26-c736d0d38942 req-a310520b-31f9-440a-a0fc-478f22cd5dd1 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:13.399649 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8006a0a1-709c-4396-8a26-c736d0d38942 req-a310520b-31f9-440a-a0fc-478f22cd5dd1 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.2600508 Jan 18 13:14:13.420115 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b0cf11fd-dd2c-4dc2-8920-648ea7e84aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.428278 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab7b747e-ce8b-4eb4-bd67-ed3d9d1f833e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.464019 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b0cf11fd-dd2c-4dc2-8920-648ea7e84aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.487411 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8006a0a1-709c-4396-8a26-c736d0d38942 req-0b251006-798a-4fe2-b667-a4e1ad2eabb5 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865927 Jan 18 13:14:13.517177 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ab7b747e-ce8b-4eb4-bd67-ed3d9d1f833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.571129 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b747e-ce8b-4eb4-bd67-ed3d9d1f833e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6507dad4-f5b5-416a-82c0-e2be193335da,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:13.579350 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 53978) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:13.579577 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-ab7b747e-ce8b-4eb4-bd67-ed3d9d1f833e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=48e6ec4f9a314efd872b0597e9d858de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6504586 Jan 18 13:14:13.651594 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-76023a8c-e643-47e3-bd21-b63fddc9307d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.654422 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b0cf11fd-dd2c-4dc2-8920-648ea7e84aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.703552 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf11fd-dd2c-4dc2-8920-648ea7e84aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bb4c29-c220-4f67-bf6c-35c82d3b56d4,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:13.706708 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-76023a8c-e643-47e3-bd21-b63fddc9307d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.721953 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b0cf11fd-dd2c-4dc2-8920-648ea7e84aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.727626 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b0cf11fd-dd2c-4dc2-8920-648ea7e84aec admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/36bb4c29-c220-4f67-bf6c-35c82d3b56d4 HTTP/1.1" status: 204 len: 168 time: 0.5070488 Jan 18 13:14:13.869295 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-76023a8c-e643-47e3-bd21-b63fddc9307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.890191 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76023a8c-e643-47e3-bd21-b63fddc9307d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6507dad4-f5b5-416a-82c0-e2be193335da,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:13.905297 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-76023a8c-e643-47e3-bd21-b63fddc9307d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.906396 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-76023a8c-e643-47e3-bd21-b63fddc9307d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6507dad4-f5b5-416a-82c0-e2be193335da HTTP/1.1" status: 204 len: 168 time: 0.3259952 Jan 18 13:14:14.577918 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac3551-db70-4c4a-8bc7-bdd3c1bae5db req-eeef4156-7a7b-48fa-ad29-c93765db5056 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:14.580395 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-11ac3551-db70-4c4a-8bc7-bdd3c1bae5db req-eeef4156-7a7b-48fa-ad29-c93765db5056 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.2278693 Jan 18 13:14:14.696068 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-11ac3551-db70-4c4a-8bc7-bdd3c1bae5db req-a70025eb-f6a3-4392-b39c-2c573d548e52 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077871 Jan 18 13:14:14.910763 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d6f67-e2cf-41ab-b85a-1c3f1220ef6f req-4532cacc-660a-48f4-8d95-0643999a5bc6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:14.912478 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-796d6f67-e2cf-41ab-b85a-1c3f1220ef6f req-4532cacc-660a-48f4-8d95-0643999a5bc6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.1119280 Jan 18 13:14:15.000864 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-796d6f67-e2cf-41ab-b85a-1c3f1220ef6f req-fb21d0ec-4374-49c8-bd8d-52b1b8d7c175 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748365 Jan 18 13:14:15.215782 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54020) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:15.235862 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ade111a7-e052-456a-a655-e5043dcaa09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.304729 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ade111a7-e052-456a-a655-e5043dcaa09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:15.310383 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-ade111a7-e052-456a-a655-e5043dcaa09e admin admin] Usage tracker for resource:security_group_rule and tenant:fe9098596fb34c249a8fc470d6a7498f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:15.317858 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-ade111a7-e052-456a-a655-e5043dcaa09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:15.326595 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-ade111a7-e052-456a-a655-e5043dcaa09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:15.423033 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ade111a7-e052-456a-a655-e5043dcaa09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.507265 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ade111a7-e052-456a-a655-e5043dcaa09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.570983 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade111a7-e052-456a-a655-e5043dcaa09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dfe20d-cf89-4523-acaa-c63877ed0214,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:15.577796 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-ade111a7-e052-456a-a655-e5043dcaa09e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fe9098596fb34c249a8fc470d6a7498f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3585093 Jan 18 13:14:15.578256 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54028) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:15.652534 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3704fb4a-8fb0-4bf6-a274-c56d900dac79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.683166 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3704fb4a-8fb0-4bf6-a274-c56d900dac79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.941344 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3704fb4a-8fb0-4bf6-a274-c56d900dac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:15.980733 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704fb4a-8fb0-4bf6-a274-c56d900dac79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dfe20d-cf89-4523-acaa-c63877ed0214,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:16.064485 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3704fb4a-8fb0-4bf6-a274-c56d900dac79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:16.065824 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-3704fb4a-8fb0-4bf6-a274-c56d900dac79 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/63dfe20d-cf89-4523-acaa-c63877ed0214 HTTP/1.1" status: 204 len: 168 time: 0.4866145 Jan 18 13:14:16.127110 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91c943-b402-46e0-bc21-ee3a99ab5606 req-8af0b72b-a2dd-40ce-be61-87a548da5362 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:16.135224 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b91c943-b402-46e0-bc21-ee3a99ab5606 req-8af0b72b-a2dd-40ce-be61-87a548da5362 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.2306497 Jan 18 13:14:16.351008 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b91c943-b402-46e0-bc21-ee3a99ab5606 req-86251079-0043-47a2-831d-6172ce7bf7b4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115326 Jan 18 13:14:16.461409 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8d61-90ff-4dbd-83b3-ab9927507775 req-ae66d352-51b3-435a-ad75-5b27d560449c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:16.465718 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-804d8d61-90ff-4dbd-83b3-ab9927507775 req-ae66d352-51b3-435a-ad75-5b27d560449c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.2500675 Jan 18 13:14:16.542150 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-804d8d61-90ff-4dbd-83b3-ab9927507775 req-775e9789-947f-4a49-9552-ef8947eecf85 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697165 Jan 18 13:14:17.834224 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7196-ae03-4b10-8886-9a450fbb67e0 req-36ea72db-86e6-4db4-a5b0-1666772f6725 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:17.835702 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-111b7196-ae03-4b10-8886-9a450fbb67e0 req-36ea72db-86e6-4db4-a5b0-1666772f6725 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1941688 Jan 18 13:14:18.130524 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-111b7196-ae03-4b10-8886-9a450fbb67e0 req-51fbddae-e9d5-47b4-b115-434ed9da14e1 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841256 Jan 18 13:14:18.185464 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca43e6-311f-48e5-abe3-d01a99ed8c4f req-fd430c6f-84b7-4603-b839-50d74b6216b8 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:18.192690 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-81ca43e6-311f-48e5-abe3-d01a99ed8c4f req-fd430c6f-84b7-4603-b839-50d74b6216b8 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.3006117 Jan 18 13:14:18.285064 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-81ca43e6-311f-48e5-abe3-d01a99ed8c4f req-04822b45-d536-405b-a752-ffc7188c59ed tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908489 Jan 18 13:14:18.456785 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54116) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:18.825773 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e03131f4-24ac-4af0-bf84-35b41f7d58d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:18.896762 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-e03131f4-24ac-4af0-bf84-35b41f7d58d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:18.901699 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-e03131f4-24ac-4af0-bf84-35b41f7d58d1 admin admin] Usage tracker for resource:security_group_rule and tenant:5e6b35bd95ce4f4585d698485d4231ce is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:18.904903 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-e03131f4-24ac-4af0-bf84-35b41f7d58d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:18.912378 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-e03131f4-24ac-4af0-bf84-35b41f7d58d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:18.991612 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e03131f4-24ac-4af0-bf84-35b41f7d58d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:19.078127 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e03131f4-24ac-4af0-bf84-35b41f7d58d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:19.261182 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03131f4-24ac-4af0-bf84-35b41f7d58d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c95e69-24d9-441b-b7a8-f891febf188a,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:19.270638 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-e03131f4-24ac-4af0-bf84-35b41f7d58d1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5e6b35bd95ce4f4585d698485d4231ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8110027 Jan 18 13:14:19.273141 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54134) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:19.303857 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-299b357c-1f24-43cb-b64e-97dbd4ea81fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:19.410131 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-732854a2-ab7e-45e6-ad61-9a788ec86cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:19.465092 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-732854a2-ab7e-45e6-ad61-9a788ec86cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:19.930157 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-732854a2-ab7e-45e6-ad61-9a788ec86cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:19.956095 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732854a2-ab7e-45e6-ad61-9a788ec86cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c95e69-24d9-441b-b7a8-f891febf188a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:19.985941 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-732854a2-ab7e-45e6-ad61-9a788ec86cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:19.987866 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-732854a2-ab7e-45e6-ad61-9a788ec86cfb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/74c95e69-24d9-441b-b7a8-f891febf188a HTTP/1.1" status: 204 len: 168 time: 0.7120740 Jan 18 13:14:20.260290 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa5d01-362c-4b9e-a8cb-ebbe8eab41b2 req-9811a3b2-295e-49fa-ade2-5a26a0aa0352 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:20.270446 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5caa5d01-362c-4b9e-a8cb-ebbe8eab41b2 req-9811a3b2-295e-49fa-ade2-5a26a0aa0352 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.7500963 Jan 18 13:14:20.335128 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a04e4-c313-4679-9aac-315c4390c672 req-3cd0e99c-4447-4d54-88c3-1be1be16ac0d tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:20.342661 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-232a04e4-c313-4679-9aac-315c4390c672 req-3cd0e99c-4447-4d54-88c3-1be1be16ac0d tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.5701175 Jan 18 13:14:20.432047 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-232a04e4-c313-4679-9aac-315c4390c672 req-80b14587-40d2-4efa-b6b3-b81f8f7f9ae0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883093 Jan 18 13:14:20.449038 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5caa5d01-362c-4b9e-a8cb-ebbe8eab41b2 req-02272c89-8a9c-47dc-8701-79513c338706 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774185 Jan 18 13:14:21.309475 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54170) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:21.659766 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9613a3d-8cc1-45cf-9b52-83217d05f4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:21.734803 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b9613a3d-8cc1-45cf-9b52-83217d05f4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:21.740322 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-b9613a3d-8cc1-45cf-9b52-83217d05f4bb admin admin] Usage tracker for resource:security_group_rule and tenant:1a5795016992488ea13ff3a5123b3cff is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:21.749977 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-b9613a3d-8cc1-45cf-9b52-83217d05f4bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:21.778731 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b9613a3d-8cc1-45cf-9b52-83217d05f4bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:21.809765 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0041a4b5-ea1e-410f-985b-b58bd9fe63ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:21.948486 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9613a3d-8cc1-45cf-9b52-83217d05f4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:22.075878 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c26ae-d31b-45be-8fe8-aa2b9126ecc0 req-63ab9384-decc-4915-9650-e940c19d781b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:22.078365 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f0c26ae-d31b-45be-8fe8-aa2b9126ecc0 req-63ab9384-decc-4915-9650-e940c19d781b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.2782595 Jan 18 13:14:22.097342 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e49ed6-02e4-46cc-9e59-1ef6911f4d02 req-76e33a26-1e09-4d72-b763-42b05cbda378 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:22.102402 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-63e49ed6-02e4-46cc-9e59-1ef6911f4d02 req-76e33a26-1e09-4d72-b763-42b05cbda378 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.3421254 Jan 18 13:14:22.206589 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-63e49ed6-02e4-46cc-9e59-1ef6911f4d02 req-e62663ab-50c8-4206-aca1-d75055f51a19 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829473 Jan 18 13:14:22.240821 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f0c26ae-d31b-45be-8fe8-aa2b9126ecc0 req-e8e53e9b-e4c2-4dbb-9296-9831cc63e71d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369970 Jan 18 13:14:22.280831 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b9613a3d-8cc1-45cf-9b52-83217d05f4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:22.378514 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9613a3d-8cc1-45cf-9b52-83217d05f4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de943327-2798-472c-8797-0a17982489ea,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:22.436766 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-b9613a3d-8cc1-45cf-9b52-83217d05f4bb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1a5795016992488ea13ff3a5123b3cff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1291897 Jan 18 13:14:22.439749 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54206) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:22.604769 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d4a4248b-7d05-4355-a633-f8a47c60c5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:22.640217 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d4a4248b-7d05-4355-a633-f8a47c60c5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:22.804266 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:22.888253 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d4a4248b-7d05-4355-a633-f8a47c60c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:22.957909 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:22.966535 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d4a4248b-7d05-4355-a633-f8a47c60c5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:22.968909 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d4a4248b-7d05-4355-a633-f8a47c60c5a1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/de943327-2798-472c-8797-0a17982489ea HTTP/1.1" status: 204 len: 168 time: 0.5273700 Jan 18 13:14:22.976870 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4248b-7d05-4355-a633-f8a47c60c5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de943327-2798-472c-8797-0a17982489ea,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:23.327383 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d780f-9714-4009-93d8-4065500e2c7b req-0521ee4e-0996-4b09-b509-aea0145bb91c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:23.329464 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e89d780f-9714-4009-93d8-4065500e2c7b req-0521ee4e-0996-4b09-b509-aea0145bb91c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.2676892 Jan 18 13:14:23.397076 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2568d61-ead5-4d77-9dba-8fa036591608 req-a9cc0448-bf05-4e62-9bd9-1f259cf65a87 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 1099 time: 0.1552508 Jan 18 13:14:23.399470 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e89d780f-9714-4009-93d8-4065500e2c7b req-0940eca2-986d-4b47-8606-4722a093d545 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623300 Jan 18 13:14:23.792129 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2568d61-ead5-4d77-9dba-8fa036591608 req-f3961f77-b1e5-4de6-bbbc-ec0b6c1bc97f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:23.806204 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2568d61-ead5-4d77-9dba-8fa036591608 req-f3961f77-b1e5-4de6-bbbc-ec0b6c1bc97f service neutron] 10.222.0.91 "GET /v2.0/networks?id=6033635d-8e5c-4c0c-9279-8738c2f2381d HTTP/1.1" status: 200 len: 912 time: 0.4025922 Jan 18 13:14:23.814359 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f373aa0-a3b2-4c37-af21-ff5b2c4c95f0 req-cff7295d-a957-49c3-9e59-a8a899c0e0a0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:23.830430 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6f373aa0-a3b2-4c37-af21-ff5b2c4c95f0 req-cff7295d-a957-49c3-9e59-a8a899c0e0a0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.2731957 Jan 18 13:14:24.052784 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:24.082646 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2568d61-ead5-4d77-9dba-8fa036591608 req-16f6f5fc-3815-4607-89b1-8a4f4b7cf06a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53da194-8fa6-4b88-a414-e8a31d94c584 HTTP/1.1" status: 200 len: 1001 time: 0.2489622 Jan 18 13:14:24.108957 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54246) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:24.151971 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6f373aa0-a3b2-4c37-af21-ff5b2c4c95f0 req-585bac3d-3112-4901-ba70-a1ca0df95d66 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235123 Jan 18 13:14:24.189308 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2568d61-ead5-4d77-9dba-8fa036591608 req-09a8d8da-e361-4b60-8fc6-a7fb5bdd651e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:24.190764 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2568d61-ead5-4d77-9dba-8fa036591608 req-09a8d8da-e361-4b60-8fc6-a7fb5bdd651e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4e9e5053-81db-4d00-a550-ac7a77f48e0d HTTP/1.1" status: 200 len: 850 time: 0.0977881 Jan 18 13:14:24.351267 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2568d61-ead5-4d77-9dba-8fa036591608 req-0dfdf894-8498-4d8d-ac57-07937f7d45e3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6033635d-8e5c-4c0c-9279-8738c2f2381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1525912 Jan 18 13:14:24.515723 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd321-2222-4585-8630-2196a1c5bd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:24.601344 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e0fdd321-2222-4585-8630-2196a1c5bd3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:24.610798 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-e0fdd321-2222-4585-8630-2196a1c5bd3b admin admin] Usage tracker for resource:security_group_rule and tenant:929cc7a635d143cead0816a80c11e3a9 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:24.622470 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-e0fdd321-2222-4585-8630-2196a1c5bd3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:24.638680 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-e0fdd321-2222-4585-8630-2196a1c5bd3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:24.694592 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2568d61-ead5-4d77-9dba-8fa036591608 req-e546bc47-ef55-4fd6-92a7-4a6aa795129b service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357456 Jan 18 13:14:24.724547 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54262) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:24.924304 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd321-2222-4585-8630-2196a1c5bd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.008731 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-519722416-network', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:25.014189 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd321-2222-4585-8630-2196a1c5bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.023454 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:25.071199 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6da3a-a08e-4d0d-9cfa-19e38f6e0e90 req-f505e62b-98e5-4406-9655-00acdc01351a tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:25.072859 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a3a6da3a-a08e-4d0d-9cfa-19e38f6e0e90 req-f505e62b-98e5-4406-9655-00acdc01351a tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.3740108 Jan 18 13:14:25.118895 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdd321-2222-4585-8630-2196a1c5bd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd941b8-9f63-4c92-9d43-42d190a26a06,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:25.128570 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Usage tracker for resource:network and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:25.134628 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2568d61-ead5-4d77-9dba-8fa036591608 req-167b7914-5b43-4edb-9803-0e148cfb6218 service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371558 Jan 18 13:14:25.159061 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:25.182361 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a3a6da3a-a08e-4d0d-9cfa-19e38f6e0e90 req-a738094c-678a-4560-a579-58b6375d01d8 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937257 Jan 18 13:14:25.204613 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:25.253274 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e0fdd321-2222-4585-8630-2196a1c5bd3b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=929cc7a635d143cead0816a80c11e3a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1415272 Jan 18 13:14:25.256285 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:25.386692 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb57-1ad1-4002-a392-65545044723b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.428396 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Made reservation on behalf of c5ee90cc67ab40cd8bef0b0639fee7fe for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:14:25.432311 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.523633 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.584092 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb57-1ad1-4002-a392-65545044723b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:25.619150 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fad99c-41ef-471b-8276-bcc8f91b1a7d req-774981f5-5ed2-4642-94dd-611aabf6635e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:25.635800 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c8fad99c-41ef-471b-8276-bcc8f91b1a7d req-774981f5-5ed2-4642-94dd-611aabf6635e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.2612591 Jan 18 13:14:25.694880 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:25.706038 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Usage tracker for resource:security_group_rule and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:25.714359 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:25.729701 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:25.857838 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c8fad99c-41ef-471b-8276-bcc8f91b1a7d req-c2f785ed-f85c-4859-b3e5-4837ef849936 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203588 Jan 18 13:14:25.941262 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.052374 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.140557 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f311b5e-6406-4948-8849-ea60cd7dc3e9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:26.161672 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb57-1ad1-4002-a392-65545044723b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.196007 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:14:26.240167 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3eb57-1ad1-4002-a392-65545044723b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd941b8-9f63-4c92-9d43-42d190a26a06,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:26.284985 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.285384 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Added segment 9b8c47f7-7e6b-4a71-ad44-286354a3db39 of type vlan for network 327889a7-f239-42c5-9df4-94e863ad829a Jan 18 13:14:26.374693 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb57-1ad1-4002-a392-65545044723b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.376442 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-82c3eb57-1ad1-4002-a392-65545044723b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6bd941b8-9f63-4c92-9d43-42d190a26a06 HTTP/1.1" status: 204 len: 168 time: 1.1188672 Jan 18 13:14:26.389521 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.526937 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.528743 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:26.529956 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:26.627776 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eac55-14d1-4950-87ef-7db18593e3b3 req-39e80423-df7a-4031-ac23-c9f482641024 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:26.637056 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-023eac55-14d1-4950-87ef-7db18593e3b3 req-39e80423-df7a-4031-ac23-c9f482641024 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.2184591 Jan 18 13:14:26.737082 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-023eac55-14d1-4950-87ef-7db18593e3b3 req-4f8ae8c5-55a9-4940-985f-c332150bd323 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922301 Jan 18 13:14:26.799201 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] Pushing event updated for resources: {'Network': ['ID=327889a7-f239-42c5-9df4-94e863ad829a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:26.811802 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 327889a7-f239-42c5-9df4-94e863ad829a details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:14:26.859289 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54298) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:26.861966 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-b83aaaf0-24f2-4e2f-9b1d-637c8ce4bccb admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1362293 Jan 18 13:14:26.869112 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Request body: {'subnet': {'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-519722416-subnet', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'ip_version': 4}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:26.883430 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:26.893990 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Usage tracker for resource:subnet and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:26.905312 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:26.928988 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:27.048393 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Made reservation on behalf of c5ee90cc67ab40cd8bef0b0639fee7fe for: {'subnet': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:14:27.051707 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1769725'] for subnet, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:27.660751 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1926591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1769707'] for subnet, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:27.871476 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3d1c71-ca3b-48f9-8b6c-90b4e24188ed,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:27.900218 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281517d-8065-4d2a-8b49-2ed5aab59de6 req-c344aaa6-3a3a-40ae-90d9-704c0bd85434 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:27.900218 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a281517d-8065-4d2a-8b49-2ed5aab59de6 req-c344aaa6-3a3a-40ae-90d9-704c0bd85434 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.3544171 Jan 18 13:14:27.960542 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54316) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:27.977285 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Checking segment: {'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:27.978057 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Network hostable DHCP agents. Network: 327889a7-f239-42c5-9df4-94e863ad829a, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:14:28.041656 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a281517d-8065-4d2a-8b49-2ed5aab59de6 req-03c322f7-35e6-4f4a-ba27-098429b37225 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469960 Jan 18 13:14:28.051978 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb5a0b85-66e9-4dcd-b564-83e429cf71da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.216900 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fb5a0b85-66e9-4dcd-b564-83e429cf71da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:28.221839 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-fb5a0b85-66e9-4dcd-b564-83e429cf71da admin admin] Usage tracker for resource:security_group_rule and tenant:6ce3b4f48516448ab3243a6250791274 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:28.241957 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-fb5a0b85-66e9-4dcd-b564-83e429cf71da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:28.266981 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fb5a0b85-66e9-4dcd-b564-83e429cf71da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:28.469868 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb5a0b85-66e9-4dcd-b564-83e429cf71da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.666340 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Network 327889a7-f239-42c5-9df4-94e863ad829a is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:14:28.804860 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fb5a0b85-66e9-4dcd-b564-83e429cf71da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.875809 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 327889a7-f239-42c5-9df4-94e863ad829a) {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:28.907936 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b0b510-d266-4031-ad31-11c3422ec136 None None] Network 327889a7-f239-42c5-9df4-94e863ad829a requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:14:28.914084 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:28.914084 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:28.928929 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a0b85-66e9-4dcd-b564-83e429cf71da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f0fa11-63c7-4000-9d43-e5ff78cf8aa4,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:28.958008 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-fb5a0b85-66e9-4dcd-b564-83e429cf71da admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6ce3b4f48516448ab3243a6250791274&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0117931 Jan 18 13:14:28.958583 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54332) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:29.101439 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-57b3b0af-0d81-49b2-aea7-67d9f557510d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.133878 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54342) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:29.137810 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-de417f82-6ed1-4f00-99a7-39dafda8c055 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2766576 Jan 18 13:14:29.139601 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:29.147347 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:29.163973 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Usage tracker for resource:router and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:29.187879 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:29.199586 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-57b3b0af-0d81-49b2-aea7-67d9f557510d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.210039 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:29.321215 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110339'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.322909 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1039776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110348'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.383951 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.389279 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe04c54af-8e1e-5726-87fb-16baf80530e4-327889a7-f239-42c5-9df4-94e863ad829a', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed'}]}} from dv-cinder-825102-1-iscsi. {{(pid=83738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:14:29.390705 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.463546 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-57b3b0af-0d81-49b2-aea7-67d9f557510d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.511125 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3b0af-0d81-49b2-aea7-67d9f557510d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f0fa11-63c7-4000-9d43-e5ff78cf8aa4,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:29.638504 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-57b3b0af-0d81-49b2-aea7-67d9f557510d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.642207 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-57b3b0af-0d81-49b2-aea7-67d9f557510d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/86f0fa11-63c7-4000-9d43-e5ff78cf8aa4 HTTP/1.1" status: 204 len: 168 time: 0.6736701 Jan 18 13:14:29.756902 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1039798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110366'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:29.802962 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b15855-c289-4a42-b8e1-8c09d243ae85 req-905c67d2-5425-47e0-8a2c-0194fbf20609 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:29.806756 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-86b15855-c289-4a42-b8e1-8c09d243ae85 req-905c67d2-5425-47e0-8a2c-0194fbf20609 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.3155632 Jan 18 13:14:29.977948 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-86b15855-c289-4a42-b8e1-8c09d243ae85 req-fc35766d-fb1f-421d-807a-1dc077c83406 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648450 Jan 18 13:14:30.014908 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Allocated IP 172.20.0.2 (327889a7-f239-42c5-9df4-94e863ad829a/db3d1c71-ca3b-48f9-8b6c-90b4e24188ed/ab285e8d-b0fa-4cfb-b214-1338ccbb09e6) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:30.268245 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:30.311817 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:30.446525 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:30.460154 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Transition to ACTIVE for port object ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:30.498083 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Transition to ACTIVE for port object ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:30.572890 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Allocated IP 172.27.1.61 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/ea3ee6bf-b81c-4947-b5ec-799c468daa3c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:30.574087 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:30.786144 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Network 327889a7-f239-42c5-9df4-94e863ad829a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:30.791331 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:30.794887 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:30.824910 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Pushing event updated for resources: {'Port': ['ID=ab285e8d-b0fa-4cfb-b214-1338ccbb09e6,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:31.059539 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:31.155785 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Attempting to bind port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:31.156873 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Attempting to bind port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:31.157446 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Attempting to bind port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 on network 327889a7-f239-42c5-9df4-94e863ad829a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:31.168666 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:31.169472 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Checking segment: {'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:31.170255 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:31.171416 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Bound using segment: {'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:31.172215 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Bound port: ab285e8d-b0fa-4cfb-b214-1338ccbb09e6, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:31.172886 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:31.212499 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:31.380852 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] For port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:31.387694 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] For port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ab285e8d-b0fa-4cfb-b214-1338ccbb09e6,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:31.437769 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3ee6bf-b81c-4947-b5ec-799c468daa3c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:31.459761 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f4f8e-6823-4b01-97a9-e56ee30859a1 req-de801138-ceac-4402-9630-86766b1747c8 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:31.461950 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-923f4f8e-6823-4b01-97a9-e56ee30859a1 req-de801138-ceac-4402-9630-86766b1747c8 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1590159 Jan 18 13:14:31.475601 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:31.487578 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:31.494161 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:31.518532 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:31.634128 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-923f4f8e-6823-4b01-97a9-e56ee30859a1 req-118bcf9a-9692-4e5a-91f3-c36a477b3bbe tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572070 Jan 18 13:14:31.726214 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd7c4c-a20e-4628-9822-35c5bf1dd8b3 None None] Pushing event updated for resources: {'Port': ['ID=ab285e8d-b0fa-4cfb-b214-1338ccbb09e6,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:31.748054 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14edabc3-eb35-40b2-944c-59e299b08b37 req-7d8f371a-0892-4b71-8c02-8ac5051ab626 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1564853 Jan 18 13:14:31.917558 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:31.957583 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14edabc3-eb35-40b2-944c-59e299b08b37 req-343fe74e-37cb-428f-8a7e-3cadb1530b06 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 1099 time: 0.1529398 Jan 18 13:14:32.225519 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:32.226265 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1032500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1039773'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:32.392040 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edabc3-eb35-40b2-944c-59e299b08b37 req-0af76a99-5bc5-42e9-a716-72fc980911bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:32.393945 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14edabc3-eb35-40b2-944c-59e299b08b37 req-0af76a99-5bc5-42e9-a716-72fc980911bf service neutron] 10.222.0.91 "GET /v2.0/networks?id=6033635d-8e5c-4c0c-9279-8738c2f2381d HTTP/1.1" status: 200 len: 912 time: 0.4117308 Jan 18 13:14:32.628186 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14edabc3-eb35-40b2-944c-59e299b08b37 req-d2c7cfea-5ced-4ee8-a9c2-683b25ff225f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53da194-8fa6-4b88-a414-e8a31d94c584 HTTP/1.1" status: 200 len: 1001 time: 0.2263680 Jan 18 13:14:32.835289 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Router db486531-b6a3-4b83-9b78-aea725f0d13e is scheduled to L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:14:32.836839 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edabc3-eb35-40b2-944c-59e299b08b37 req-19fe5c96-a938-4ae6-92f9-03e716d0a976 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:32.837694 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14edabc3-eb35-40b2-944c-59e299b08b37 req-19fe5c96-a938-4ae6-92f9-03e716d0a976 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4e9e5053-81db-4d00-a550-ac7a77f48e0d HTTP/1.1" status: 200 len: 850 time: 0.1982837 Jan 18 13:14:33.167844 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14edabc3-eb35-40b2-944c-59e299b08b37 req-61c09988-a728-423f-b306-c1353d02d525 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6033635d-8e5c-4c0c-9279-8738c2f2381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3212922 Jan 18 13:14:33.452998 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:14:33.460758 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:14:33.472515 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Sync routers for ids ['db486531-b6a3-4b83-9b78-aea725f0d13e'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:14:33.510170 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Routers {'db486531-b6a3-4b83-9b78-aea725f0d13e'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:33.510833 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:14:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['db486531-b6a3-4b83-9b78-aea725f0d13e'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:33.568768 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14edabc3-eb35-40b2-944c-59e299b08b37 req-491e43e6-de5b-47f2-80a4-876de8897607 service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846457 Jan 18 13:14:33.655159 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:33.657124 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-a2a18895-4e41-4217-a60a-45d19c1f3d19 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5221038 Jan 18 13:14:33.659939 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54436) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:33.765545 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2125494d-6de5-4437-8d4f-160ddbe3f76f None None] Network 327889a7-f239-42c5-9df4-94e863ad829a requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:14:33.821937 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4241d-b49e-4563-8a58-0644a2897ec1 req-33f7147c-1437-42be-b09a-6ee73a7257fd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:33.823507 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aac4241d-b49e-4563-8a58-0644a2897ec1 req-33f7147c-1437-42be-b09a-6ee73a7257fd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.7492793 Jan 18 13:14:33.866633 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14edabc3-eb35-40b2-944c-59e299b08b37 req-52a1be21-30c9-42ea-92b0-3e54754c90d8 service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873201 Jan 18 13:14:33.913054 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aac4241d-b49e-4563-8a58-0644a2897ec1 req-953b527e-7b82-4555-a8ff-bd731d1a440e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771019 Jan 18 13:14:34.080147 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:34.314787 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Set router db486531-b6a3-4b83-9b78-aea725f0d13e gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:34.503171 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54444) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:34.962784 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e86-171b-4771-be79-3e2f14c57568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:35.241372 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-e5f55e86-171b-4771-be79-3e2f14c57568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:35.257557 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-e5f55e86-171b-4771-be79-3e2f14c57568 admin admin] Usage tracker for resource:security_group_rule and tenant:71938073568e4cb58dbbc3ddd2bc7bf1 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:35.269969 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-e5f55e86-171b-4771-be79-3e2f14c57568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:35.278628 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-e5f55e86-171b-4771-be79-3e2f14c57568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:35.349134 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-ce338578-1bfb-4886-a6de-f2f15cc1c93c None None] Provisioning for port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:35.581537 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:14:31Z', 'revision_number': 3, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:35.600131 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Checking router: db486531-b6a3-4b83-9b78-aea725f0d13e for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:14:35.600997 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Updating router db486531-b6a3-4b83-9b78-aea725f0d13e port ea3ee6bf-b81c-4947-b5ec-799c468daa3c binding host dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:14:35.754306 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:35.757552 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:35.818486 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f4976-ea78-474e-a583-bb517beafcd2 req-36dde3d9-4201-49e3-b1b8-4a908212d331 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:35.836733 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e34f4976-ea78-474e-a583-bb517beafcd2 req-36dde3d9-4201-49e3-b1b8-4a908212d331 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.4493859 Jan 18 13:14:35.843224 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e86-171b-4771-be79-3e2f14c57568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:35.905177 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:35.905177 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:35.980358 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.000075 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e34f4976-ea78-474e-a583-bb517beafcd2 req-29650c78-c097-43ea-9a8f-8b224329d2ec tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564555 Jan 18 13:14:36.157929 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e5f55e86-171b-4771-be79-3e2f14c57568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.259549 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-e5f55e86-171b-4771-be79-3e2f14c57568 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=71938073568e4cb58dbbc3ddd2bc7bf1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7504876 Jan 18 13:14:36.262112 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54462) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:36.336164 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f55e86-171b-4771-be79-3e2f14c57568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff161141-f763-4a29-853a-471361fe8f2b,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:36.372592 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-dbed3f7e-75af-4828-9324-8d583dcd85b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.473047 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-dbed3f7e-75af-4828-9324-8d583dcd85b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.543838 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.546477 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Allocated IP 172.20.0.1 (327889a7-f239-42c5-9df4-94e863ad829a/db3d1c71-ca3b-48f9-8b6c-90b4e24188ed/fa50a7b3-a1be-46f5-a088-93490a075fd1) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:36.570658 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Transition to ACTIVE for port object ea3ee6bf-b81c-4947-b5ec-799c468daa3c will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:36.581321 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-592d8464-e0e2-4ea8-a0c4-9f0e3c97c03c None None] Provisioning complete for port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:36.581321 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-592d8464-e0e2-4ea8-a0c4-9f0e3c97c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.703915 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-dbed3f7e-75af-4828-9324-8d583dcd85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.716156 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.729198 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.735551 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed3f7e-75af-4828-9324-8d583dcd85b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff161141-f763-4a29-853a-471361fe8f2b,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:36.770988 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-dbed3f7e-75af-4828-9324-8d583dcd85b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.777436 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-dbed3f7e-75af-4828-9324-8d583dcd85b0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ff161141-f763-4a29-853a-471361fe8f2b HTTP/1.1" status: 204 len: 168 time: 0.5130410 Jan 18 13:14:36.815323 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42be1a-615e-4f5c-82db-ce3c9e895375 None None] Pushing event updated for resources: {'Port': ['ID=ea3ee6bf-b81c-4947-b5ec-799c468daa3c,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:36.856828 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.873100 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ab285e8d-b0fa-4cfb-b214-1338ccbb09e6,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:36.880935 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Transition to ACTIVE for port object fa50a7b3-a1be-46f5-a088-93490a075fd1 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:36.940833 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Attempting to bind port ea3ee6bf-b81c-4947-b5ec-799c468daa3c on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:36.941815 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Attempting to bind port ea3ee6bf-b81c-4947-b5ec-799c468daa3c by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:36.942320 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Attempting to bind port ea3ee6bf-b81c-4947-b5ec-799c468daa3c on network c819a04a-d4de-425c-932c-045951f85bec {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:36.956816 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:36.956816 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Checking segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:36.956816 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:36.956816 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Bound using segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:36.956816 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Bound port: ea3ee6bf-b81c-4947-b5ec-799c468daa3c, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:36.956816 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.002123 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-592d8464-e0e2-4ea8-a0c4-9f0e3c97c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.006647 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.019455 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.121661 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Pushing event updated for resources: {'Port': ['ID=fa50a7b3-a1be-46f5-a088-93490a075fd1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:37.149685 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Network 327889a7-f239-42c5-9df4-94e863ad829a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:37.151476 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:37.153858 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:37.168877 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=ab285e8d-b0fa-4cfb-b214-1338ccbb09e6,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:37.303120 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039275'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.343570 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] For port ea3ee6bf-b81c-4947-b5ec-799c468daa3c, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:37.345848 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.api [None req-592d8464-e0e2-4ea8-a0c4-9f0e3c97c03c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:14:37.346281 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG oslo_db.api [None req-592d8464-e0e2-4ea8-a0c4-9f0e3c97c03c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:14:37.356887 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] For port ea3ee6bf-b81c-4947-b5ec-799c468daa3c, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ea3ee6bf-b81c-4947-b5ec-799c468daa3c,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:37.455147 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.573891 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:37.639539 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Routers {'db486531-b6a3-4b83-9b78-aea725f0d13e'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:37.647978 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:14:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['db486531-b6a3-4b83-9b78-aea725f0d13e'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:37.918181 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42be1a-615e-4f5c-82db-ce3c9e895375 None None] Pushing event updated for resources: {'Port': ['ID=ea3ee6bf-b81c-4947-b5ec-799c468daa3c,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:38.052384 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.109551 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447d10e-2d82-4d7b-be6c-f538d4d722a4 req-74e9b1b7-f577-407f-a749-5103cdc7d884 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:38.120433 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c447d10e-2d82-4d7b-be6c-f538d4d722a4 req-74e9b1b7-f577-407f-a749-5103cdc7d884 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.7921467 Jan 18 13:14:38.143320 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.166900 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54498) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:38.207673 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c447d10e-2d82-4d7b-be6c-f538d4d722a4 req-1ebe3013-2cd8-4e6c-8dae-27cace75f56d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857172 Jan 18 13:14:38.264288 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] Set router db486531-b6a3-4b83-9b78-aea725f0d13e gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:38.368016 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b4d9bde6-79cf-408a-b074-b4f7998a49aa None None] Provisioning for port fa50a7b3-a1be-46f5-a088-93490a075fd1 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:38.398502 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b4d9bde6-79cf-408a-b074-b4f7998a49aa None None] Provisioning complete for port fa50a7b3-a1be-46f5-a088-93490a075fd1 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:38.398838 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b4d9bde6-79cf-408a-b074-b4f7998a49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.430994 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d5569d9a-bc59-4e3d-9488-a51b4f14e3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.431859 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Pushing event updated for resources: {'Port': ['ID=fa50a7b3-a1be-46f5-a088-93490a075fd1,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:38.441852 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8258758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1038402'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.507658 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-d5569d9a-bc59-4e3d-9488-a51b4f14e3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:38.515446 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d5569d9a-bc59-4e3d-9488-a51b4f14e3fe admin admin] Usage tracker for resource:security_group_rule and tenant:29adb943d7e44e99a789026b518082bf is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:38.522306 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d5569d9a-bc59-4e3d-9488-a51b4f14e3fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:38.531733 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-d5569d9a-bc59-4e3d-9488-a51b4f14e3fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:38.649088 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d5569d9a-bc59-4e3d-9488-a51b4f14e3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.658296 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b4d9bde6-79cf-408a-b074-b4f7998a49aa None None] Port fa50a7b3-a1be-46f5-a088-93490a075fd1 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:14:38.703948 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Network 327889a7-f239-42c5-9df4-94e863ad829a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:38.705416 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:38.737981 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d5569d9a-bc59-4e3d-9488-a51b4f14e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:38.863105 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5569d9a-bc59-4e3d-9488-a51b4f14e3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf737b1-095a-4161-8f3b-3baae92fc57d,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:38.879064 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d5569d9a-bc59-4e3d-9488-a51b4f14e3fe admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=29adb943d7e44e99a789026b518082bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7097688 Jan 18 13:14:38.881923 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54514) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:38.972563 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-95c8625a-af21-4b65-be2c-ab4088f6c41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:39.020692 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-95c8625a-af21-4b65-be2c-ab4088f6c41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:39.132882 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'fa50a7b3-a1be-46f5-a088-93490a075fd1', 'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'mac_address': 'fa:16:3e:70:ed:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:36Z', 'updated_at': '2022-01-18T13:14:36Z', 'revision_number': 1, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'subnets': [{'id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:39.152455 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb4b6ef-2be3-4ed7-b5d5-772fbc73db65 None None] The sync data for ids ['db486531-b6a3-4b83-9b78-aea725f0d13e'] in dv-cinder-825102-1-iscsi is: [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'fa50a7b3-a1be-46f5-a088-93490a075fd1', 'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'mac_address': 'fa:16:3e:70:ed:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:36Z', 'updated_at': '2022-01-18T13:14:36Z', 'revision_number': 1, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'subnets': [{'id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:14:39.159364 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c92fc683-2c1a-4136-9d01-a33ba3383628 None None] Provisioning complete for port fa50a7b3-a1be-46f5-a088-93490a075fd1 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:39.160176 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c92fc683-2c1a-4136-9d01-a33ba3383628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:39.224125 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:39.279514 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Router db486531-b6a3-4b83-9b78-aea725f0d13e has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:14:39.283964 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c92fc683-2c1a-4136-9d01-a33ba3383628 None None] Port fa50a7b3-a1be-46f5-a088-93490a075fd1 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:14:39.316434 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:39.316893 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:39.361072 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-95c8625a-af21-4b65-be2c-ab4088f6c41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:39.416859 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8625a-af21-4b65-be2c-ab4088f6c41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf737b1-095a-4161-8f3b-3baae92fc57d,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:39.420684 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-95c8625a-af21-4b65-be2c-ab4088f6c41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:39.421783 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-95c8625a-af21-4b65-be2c-ab4088f6c41f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/caf737b1-095a-4161-8f3b-3baae92fc57d HTTP/1.1" status: 204 len: 168 time: 0.5384164 Jan 18 13:14:39.824131 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:14:39.833715 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-84da11a6-2e34-40c9-af64-edffefcd97ec admin admin] 10.222.0.87 "PUT /v2.0/routers/db486531-b6a3-4b83-9b78-aea725f0d13e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1724563 Jan 18 13:14:40.051037 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237237eb-43b5-4c0b-b698-c0ab057c0216 req-5b39fb36-cc62-4b10-8c6b-742e1a1e7799 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:40.058293 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-237237eb-43b5-4c0b-b698-c0ab057c0216 req-5b39fb36-cc62-4b10-8c6b-742e1a1e7799 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.6048002 Jan 18 13:14:40.108704 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-237237eb-43b5-4c0b-b698-c0ab057c0216 req-73303504-904b-4a39-8096-c59f9da8feac tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491827 Jan 18 13:14:41.127238 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ea3ee6bf-b81c-4947-b5ec-799c468daa3c up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:41.307030 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-756e7ee8-3301-4412-8a27-5eb66df51f41 req-d69539b5-233a-40f0-b1a2-d89adf257a39 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 1099 time: 0.1286290 Jan 18 13:14:41.326310 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port ea3ee6bf-b81c-4947-b5ec-799c468daa3c completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:41.333467 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port ea3ee6bf-b81c-4947-b5ec-799c468daa3c triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:41.333934 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:41.528178 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cc928-a24e-4d18-bb40-79daf5a48ef5 req-7026618b-405f-4a86-84f3-ff093ce6ed72 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:41.529550 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-482cc928-a24e-4d18-bb40-79daf5a48ef5 req-7026618b-405f-4a86-84f3-ff093ce6ed72 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 946 time: 0.1961517 Jan 18 13:14:41.546239 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:41.567355 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port ea3ee6bf-b81c-4947-b5ec-799c468daa3c, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ea3ee6bf-b81c-4947-b5ec-799c468daa3c,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:41.590273 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e7ee8-3301-4412-8a27-5eb66df51f41 req-ecea3c37-a96e-486d-af95-d37b6fd45747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:41.592379 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-756e7ee8-3301-4412-8a27-5eb66df51f41 req-ecea3c37-a96e-486d-af95-d37b6fd45747 service neutron] 10.222.0.91 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 918 time: 0.2788868 Jan 18 13:14:41.684134 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-482cc928-a24e-4d18-bb40-79daf5a48ef5 req-a0fe12c8-52a3-4d9a-9f1f-d7fc128f1cb8 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428411 Jan 18 13:14:41.689219 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:41.721051 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-756e7ee8-3301-4412-8a27-5eb66df51f41 req-637f481a-c9fe-4584-8823-a6fa14c793c8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53d872c4-fa84-4707-894c-f573fa6b89cb HTTP/1.1" status: 200 len: 1001 time: 0.1163800 Jan 18 13:14:41.759956 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=ea3ee6bf-b81c-4947-b5ec-799c468daa3c,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:41.791695 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e7ee8-3301-4412-8a27-5eb66df51f41 req-b6697824-d09a-401b-bf21-ebef9b3f1193 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:41.793480 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-756e7ee8-3301-4412-8a27-5eb66df51f41 req-b6697824-d09a-401b-bf21-ebef9b3f1193 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 200 len: 856 time: 0.0657272 Jan 18 13:14:41.829472 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54624) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:41.831004 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1168293293-network', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:41.836982 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:41.840908 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Usage tracker for resource:network and tenant:6aa87380d6ee4a70b2fdc35cdcb31ae3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:41.844330 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:41.851115 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:41.874516 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-756e7ee8-3301-4412-8a27-5eb66df51f41 req-57a3f6c1-1a8e-486b-89be-1520940e4b9c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746424 Jan 18 13:14:41.953365 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Made reservation on behalf of 6aa87380d6ee4a70b2fdc35cdcb31ae3 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:14:41.955911 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:41.970536 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:42.009817 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:42.016955 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Usage tracker for resource:security_group_rule and tenant:6aa87380d6ee4a70b2fdc35cdcb31ae3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:42.021677 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:42.022952 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-756e7ee8-3301-4412-8a27-5eb66df51f41 req-2b7e0a61-e070-44cd-9476-5c0d7d33f782 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414235 Jan 18 13:14:42.028236 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:42.120041 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:42.194884 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-756e7ee8-3301-4412-8a27-5eb66df51f41 req-4a50719d-d0ef-4e92-b127-c808f3d6e513 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654892 Jan 18 13:14:42.217592 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:42.251448 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:14:42.263428 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8591ead-4b5b-46e7-887e-b8bd39055d35,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:42.268237 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:42.269574 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Added segment 4f9d41e0-e31e-41a0-b12c-c7a74bf3257a of type vlan for network 78cd8439-ccb9-4c67-a9fc-b4e8e5143867 Jan 18 13:14:42.298512 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:42.417807 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:42.418694 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:42.419287 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:42.450551 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 53d872c4-fa84-4707-894c-f573fa6b89cb no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:14:42.526097 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] Pushing event updated for resources: {'Network': ['ID=78cd8439-ccb9-4c67-a9fc-b4e8e5143867,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:42.541588 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 78cd8439-ccb9-4c67-a9fc-b4e8e5143867 details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:14:42.635192 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-c7795b73-9254-4163-9479-2826cd12682d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8062718 Jan 18 13:14:42.635543 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54642) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:42.646502 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Request body: {'subnet': {'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1168293293-subnet', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:42.655363 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:42.662973 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:42.663859 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Usage tracker for resource:subnet and tenant:6aa87380d6ee4a70b2fdc35cdcb31ae3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:42.668877 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:42.681164 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:42.698707 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:14:42.709086 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53d872c4-fa84-4707-894c-f573fa6b89cb,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:42.769997 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'code': 200} Jan 18 13:14:42.823688 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Made reservation on behalf of 6aa87380d6ee4a70b2fdc35cdcb31ae3 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:14:42.827200 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911610'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:42.839066 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:42.920133 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=53d872c4-fa84-4707-894c-f573fa6b89cb,revision_number=8']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:42.920971 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a5d2b-1685-4544-a9da-16cc5181ab07 req-8d25957f-b419-4439-be46-91ac2814acec tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:42.923965 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-386a5d2b-1685-4544-a9da-16cc5181ab07 req-8d25957f-b419-4439-be46-91ac2814acec tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.0873542 Jan 18 13:14:42.980430 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-386a5d2b-1685-4544-a9da-16cc5181ab07 req-b5c17bbe-d5a0-4a61-999c-7f38f5ba30f5 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481408 Jan 18 13:14:43.098478 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ea3ee6bf-b81c-4947-b5ec-799c468daa3c up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:43.176940 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port ea3ee6bf-b81c-4947-b5ec-799c468daa3c triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:43.177486 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.223903 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1345827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911596'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.288330 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=897cee49-c13d-448b-b040-879d4ff3e9b9,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:43.317053 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Checking segment: {'id': '4f9d41e0-e31e-41a0-b12c-c7a74bf3257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:43.317309 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Network hostable DHCP agents. Network: 78cd8439-ccb9-4c67-a9fc-b4e8e5143867, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:14:43.434469 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Network 78cd8439-ccb9-4c67-a9fc-b4e8e5143867 is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:14:43.567381 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 78cd8439-ccb9-4c67-a9fc-b4e8e5143867) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:43.572507 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:43.573344 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.579105 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dccfb0d-5d70-436f-9bf2-984f59936b4e None None] Network 78cd8439-ccb9-4c67-a9fc-b4e8e5143867 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:14:43.687045 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-0a1f126f-0ca2-45f0-8050-10f265597ad3 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0499749 Jan 18 13:14:43.689618 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54658) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:43.695724 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1168293293-router', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:43.700180 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:43.703979 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Usage tracker for resource:router and tenant:6aa87380d6ee4a70b2fdc35cdcb31ae3 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:43.706940 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:43.713513 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:43.829601 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe04c54af-8e1e-5726-87fb-16baf80530e4-78cd8439-ccb9-4c67-a9fc-b4e8e5143867', 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'fixed_ips': [{'subnet_id': '897cee49-c13d-448b-b040-879d4ff3e9b9'}]}} from dv-cinder-825102-1-iscsi. {{(pid=83738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:14:43.832438 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.858325 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110339'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.860466 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1039776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110348'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.880179 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.882451 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54664) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:43.948419 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8f0553-0d39-45e2-8711-35c04532d85e admin admin] Deleting subnet 0431c9c4-f21e-4874-9efc-abd1e265d766 {{(pid=83736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:14:43.951238 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0553-0d39-45e2-8711-35c04532d85e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.993741 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Allocated IP 172.20.0.2 (78cd8439-ccb9-4c67-a9fc-b4e8e5143867/897cee49-c13d-448b-b040-879d4ff3e9b9/23ae5062-2475-48ae-9234-cc9cbde9aa47) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:44.002914 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0553-0d39-45e2-8711-35c04532d85e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071324'] for subnet, precommit_delete_associations {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.168175 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0553-0d39-45e2-8711-35c04532d85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.264666 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1039798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110366'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.268948 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.365638 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea014f-8630-4c59-825a-f0a6bf9bbb6e req-da4ef34e-9118-45fb-b01d-1334be296007 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:44.367139 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-15ea014f-8630-4c59-825a-f0a6bf9bbb6e req-da4ef34e-9118-45fb-b01d-1334be296007 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.0935307 Jan 18 13:14:44.418907 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-15ea014f-8630-4c59-825a-f0a6bf9bbb6e req-35751513-0c4c-4808-be1b-47b19e459084 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461948 Jan 18 13:14:44.440653 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Transition to ACTIVE for port object 23ae5062-2475-48ae-9234-cc9cbde9aa47 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:44.445616 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0553-0d39-45e2-8711-35c04532d85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1926652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1769698'] for subnet, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.470255 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Transition to ACTIVE for port object 23ae5062-2475-48ae-9234-cc9cbde9aa47 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:44.493315 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f0553-0d39-45e2-8711-35c04532d85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0431c9c4-f21e-4874-9efc-abd1e265d766,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:44.500503 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0553-0d39-45e2-8711-35c04532d85e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.513276 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-bc8f0553-0d39-45e2-8711-35c04532d85e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0431c9c4-f21e-4874-9efc-abd1e265d766 HTTP/1.1" status: 204 len: 168 time: 0.6242485 Jan 18 13:14:44.513276 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54672) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:44.598223 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.632036 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.640632 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.689699 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.700520 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Network 78cd8439-ccb9-4c67-a9fc-b4e8e5143867 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:44.703451 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:44.705979 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:44.712609 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Pushing event updated for resources: {'Port': ['ID=23ae5062-2475-48ae-9234-cc9cbde9aa47,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:44.774852 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.801680 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50289a4d-14a1-41b8-9edc-fa8bdeecdaf1']}} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:44.803142 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Attempting to bind port 23ae5062-2475-48ae-9234-cc9cbde9aa47 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:44.803528 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Attempting to bind port 23ae5062-2475-48ae-9234-cc9cbde9aa47 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '4f9d41e0-e31e-41a0-b12c-c7a74bf3257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:44.803874 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Attempting to bind port 23ae5062-2475-48ae-9234-cc9cbde9aa47 on network 78cd8439-ccb9-4c67-a9fc-b4e8e5143867 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:44.810945 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:44.816892 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Checking segment: {'id': '4f9d41e0-e31e-41a0-b12c-c7a74bf3257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:44.816892 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.816892 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Bound using segment: {'id': '4f9d41e0-e31e-41a0-b12c-c7a74bf3257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:44.816892 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Bound port: 23ae5062-2475-48ae-9234-cc9cbde9aa47, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9d41e0-e31e-41a0-b12c-c7a74bf3257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:44.816892 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.817338 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ad4819-f8e9-4712-9a96-b1a08f2567cc') {'for_net_delete': True} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:44.817338 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ad4819-f8e9-4712-9a96-b1a08f2567cc') {} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:44.826515 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071319'] for segment, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.835677 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Allocated IP 172.27.1.170 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/34d4a9de-af03-4b08-8fc5-68f223f32be8) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:44.847559 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.856465 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=83736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:14:44.869814 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1925978'] for segment, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: Traceback (most recent call last): Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: timer() Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: cb(*args, **kw) Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: return func(*args, **kwargs) Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: self._notify() Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: self.callback(batched_events) Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: event.method(event) Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: return f(self, *a, **k) Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._get(url).json() Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: return self.request(url, 'GET', **kwargs) Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:14:44.875107 dv-cinder-825102-1-iscsi neutron-server[83736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:14:44.914447 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] For port 23ae5062-2475-48ae-9234-cc9cbde9aa47, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:45.000670 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:45.074858 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:45.075652 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] For port 23ae5062-2475-48ae-9234-cc9cbde9aa47, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=23ae5062-2475-48ae-9234-cc9cbde9aa47,segment=NetworkSegment(4f9d41e0-e31e-41a0-b12c-c7a74bf3257a),segment_id=4f9d41e0-e31e-41a0-b12c-c7a74bf3257a)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:45.093090 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:45.102484 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] Pushing event deleted for resources: {'Network': ['ID=50289a4d-14a1-41b8-9edc-fa8bdeecdaf1,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:45.157788 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:45.186383 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:45.186781 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-e1719ee4-7a83-41a8-b59b-93f08189f080 admin admin] 10.222.0.87 "DELETE /v2.0/networks/50289a4d-14a1-41b8-9edc-fa8bdeecdaf1 HTTP/1.1" status: 204 len: 168 time: 0.6755071 Jan 18 13:14:45.230292 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:45.233285 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:45.237974 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:45.264831 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Pushing event updated for resources: {'Port': ['ID=34d4a9de-af03-4b08-8fc5-68f223f32be8,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:45.270443 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42b9a0-ea73-48f4-9a07-30154e378ffa None None] Pushing event updated for resources: {'Port': ['ID=23ae5062-2475-48ae-9234-cc9cbde9aa47,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:45.564595 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:45.565452 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1032500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1039773'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:45.664765 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-f4f438ea-b98e-4331-87d3-5e2cd3136724 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=b3ffb8795a9e412dad4876b86abffc02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750756 Jan 18 13:14:45.689736 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54692) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:45.835680 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3969d-a32c-4992-b4f2-2ff266f67b22 req-23ae82fb-e57c-49ee-b862-8e6264de13fd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:45.837140 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-22c3969d-a32c-4992-b4f2-2ff266f67b22 req-23ae82fb-e57c-49ee-b862-8e6264de13fd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.2153318 Jan 18 13:14:45.845497 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-1a3428d4-2ba8-42c3-b1f9-e9db72061b87 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:45.846826 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-1a3428d4-2ba8-42c3-b1f9-e9db72061b87 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757879 Jan 18 13:14:45.886092 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-640cb3e5-bce9-4ba4-a6ef-7546654029c3 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/quotas/b3ffb8795a9e412dad4876b86abffc02 HTTP/1.1" status: 200 len: 375 time: 0.0239131 Jan 18 13:14:45.905963 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-f6b3345f-7ff0-403f-8d6e-9e5ae1f744bb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=232a88acedbc4c3981f4a68cd5572c9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2160823 Jan 18 13:14:45.910233 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54698) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:45.940910 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-22c3969d-a32c-4992-b4f2-2ff266f67b22 req-59840737-c146-4312-827d-08955346e8c0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925162 Jan 18 13:14:45.943241 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-6e7326cc-5e2c-4346-ab0c-801e23062ac7 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3ffb8795a9e412dad4876b86abffc02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514324 Jan 18 13:14:46.028075 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c9ff2bfe-f647-4745-b491-3b048a52d6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:46.066506 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c9ff2bfe-f647-4745-b491-3b048a52d6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:46.245766 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Router 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 is scheduled to L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:14:46.299874 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d59f28c4-cebe-4f18-b8fe-27eab89cf442 req-142ce2c0-53ee-46db-be07-75250063b992 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 210 time: 0.0452526 Jan 18 13:14:46.331197 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef872cc-1301-4923-9b5c-03044ec9528e None None] Network 78cd8439-ccb9-4c67-a9fc-b4e8e5143867 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:14:46.339085 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c9ff2bfe-f647-4745-b491-3b048a52d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:46.365088 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff2bfe-f647-4745-b491-3b048a52d6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42932648-fa0f-4fed-9ae0-3a3a31867be3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:46.521996 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c9ff2bfe-f647-4745-b491-3b048a52d6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:46.526493 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-c9ff2bfe-f647-4745-b491-3b048a52d6e9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/42932648-fa0f-4fed-9ae0-3a3a31867be3 HTTP/1.1" status: 204 len: 168 time: 0.6154277 Jan 18 13:14:46.537247 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-cdf7c64c-2739-4f6d-8c59-a35eae131c93 None None] Provisioning for port 23ae5062-2475-48ae-9234-cc9cbde9aa47 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:46.556516 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:14:46.570050 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Sync routers for ids ['07fa3ff3-d9d8-4482-858e-a3163ae17cb2'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:14:46.596619 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Routers {'07fa3ff3-d9d8-4482-858e-a3163ae17cb2'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:46.596619 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:14:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['07fa3ff3-d9d8-4482-858e-a3163ae17cb2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:46.700301 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:46.703936 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-f5c3ab83-5d1b-43aa-8a50-1a29dd7b3312 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0110302 Jan 18 13:14:46.704174 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54722) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:46.858580 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Set router 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:47.195206 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 23ae5062-2475-48ae-9234-cc9cbde9aa47 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:47.257473 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'name': 'tempest-TestMinimumBasicScenario-1168293293-router', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:43Z', 'updated_at': '2022-01-18T13:14:45Z', 'revision_number': 3, 'project_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'gw_port': {'id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:44Z', 'updated_at': '2022-01-18T13:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:47.262505 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Checking router: 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:14:47.262927 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Updating router 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 port 34d4a9de-af03-4b08-8fc5-68f223f32be8 binding host dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:14:47.330403 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:47.365319 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 23ae5062-2475-48ae-9234-cc9cbde9aa47 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:47.372908 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 23ae5062-2475-48ae-9234-cc9cbde9aa47 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:47.373736 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:47.491576 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5052bb17-e9d4-44d1-8672-00537e3052cc req-0af9568a-e70b-4006-ba57-694db3c702a1 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 210 time: 0.0853724 Jan 18 13:14:47.595658 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:47.634433 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 23ae5062-2475-48ae-9234-cc9cbde9aa47, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=23ae5062-2475-48ae-9234-cc9cbde9aa47,segment=NetworkSegment(4f9d41e0-e31e-41a0-b12c-c7a74bf3257a),segment_id=4f9d41e0-e31e-41a0-b12c-c7a74bf3257a)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:47.750676 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:47.769837 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:47.893520 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:47.912088 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=23ae5062-2475-48ae-9234-cc9cbde9aa47,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:47.912521 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Transition to ACTIVE for port object 34d4a9de-af03-4b08-8fc5-68f223f32be8 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:48.063121 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Allocated IP 172.20.0.1 (78cd8439-ccb9-4c67-a9fc-b4e8e5143867/897cee49-c13d-448b-b040-879d4ff3e9b9/c1b46568-60d9-4dfa-a916-d87cfb35c4d2) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:48.083342 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:48.228027 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Pushing event updated for resources: {'Port': ['ID=34d4a9de-af03-4b08-8fc5-68f223f32be8,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:48.230474 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Attempting to bind port 34d4a9de-af03-4b08-8fc5-68f223f32be8 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:48.230837 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Attempting to bind port 34d4a9de-af03-4b08-8fc5-68f223f32be8 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:48.231233 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Attempting to bind port 34d4a9de-af03-4b08-8fc5-68f223f32be8 on network c819a04a-d4de-425c-932c-045951f85bec {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:48.244091 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:48.244350 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:48.244686 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:48.245017 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:48.245345 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:48.245668 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:48.245992 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:48.246336 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:48.246659 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:48.246977 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:48.247294 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:48.250499 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:48.250919 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Checking segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:48.251346 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:48.251778 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Bound using segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:48.252243 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Bound port: 34d4a9de-af03-4b08-8fc5-68f223f32be8, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:48.252653 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:48.289638 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:48.308166 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Transition to ACTIVE for port object c1b46568-60d9-4dfa-a916-d87cfb35c4d2 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:48.338336 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] For port 34d4a9de-af03-4b08-8fc5-68f223f32be8, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:48.341628 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] For port 34d4a9de-af03-4b08-8fc5-68f223f32be8, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=34d4a9de-af03-4b08-8fc5-68f223f32be8,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:48.389512 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:48.418210 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:48.439783 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-785c31a9-4fe4-45f9-9415-314e2bc5a6c8 req-5d4f90c1-4734-48a8-a260-261969da8db7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2167475 Jan 18 13:14:48.443235 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 53d872c4-fa84-4707-894c-f573fa6b89cb no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:14:48.576565 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4d484-7a39-4d0d-acda-943eb5da2e07 None None] Pushing event updated for resources: {'Port': ['ID=34d4a9de-af03-4b08-8fc5-68f223f32be8,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:48.585242 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Routers {'07fa3ff3-d9d8-4482-858e-a3163ae17cb2'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:48.585892 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:14:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['07fa3ff3-d9d8-4482-858e-a3163ae17cb2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:48.703378 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Network 78cd8439-ccb9-4c67-a9fc-b4e8e5143867 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:48.710560 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:48.713068 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:48.749028 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Pushing event updated for resources: {'Port': ['ID=c1b46568-60d9-4dfa-a916-d87cfb35c4d2,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:48.751183 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5eb86fa4-1663-46b5-a845-90ee212b9474 req-46222c62-0c34-4674-9ec2-d1c471e6ae59 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 210 time: 0.0752430 Jan 18 13:14:48.808370 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039275'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:48.924675 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] Set router 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:49.027474 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009a06-4209-4ed1-ba7d-13bb66bff4b9 req-75a53665-b576-40c7-9851-07244aff4dee tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:49.047045 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-71009a06-4209-4ed1-ba7d-13bb66bff4b9 req-75a53665-b576-40c7-9851-07244aff4dee tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.1159225 Jan 18 13:14:49.100744 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.145528 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-71009a06-4209-4ed1-ba7d-13bb66bff4b9 req-fba18202-7529-4c8c-8f7e-66e680f5f3a7 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945213 Jan 18 13:14:49.166977 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 23ae5062-2475-48ae-9234-cc9cbde9aa47 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:49.268429 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2042be88-45f2-4f98-8336-6b90981fa23f None None] Provisioning for port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:49.282817 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2042be88-45f2-4f98-8336-6b90981fa23f None None] Provisioning complete for port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:49.283082 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2042be88-45f2-4f98-8336-6b90981fa23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.371216 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2042be88-45f2-4f98-8336-6b90981fa23f None None] Port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:14:49.385519 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 23ae5062-2475-48ae-9234-cc9cbde9aa47 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:49.385950 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.450550 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54784) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:49.474431 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'name': 'tempest-TestMinimumBasicScenario-1168293293-router', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:43Z', 'updated_at': '2022-01-18T13:14:45Z', 'revision_number': 3, 'project_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'gw_port': {'id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:44Z', 'updated_at': '2022-01-18T13:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:49.479814 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a0ee4d-569a-41cc-ad04-8d98dbcbb45b None None] The sync data for ids ['07fa3ff3-d9d8-4482-858e-a3163ae17cb2'] in dv-cinder-825102-1-iscsi is: [{'id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'name': 'tempest-TestMinimumBasicScenario-1168293293-router', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:43Z', 'updated_at': '2022-01-18T13:14:45Z', 'revision_number': 3, 'project_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'gw_port': {'id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:44Z', 'updated_at': '2022-01-18T13:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:14:49.526258 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.553686 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-64dc252b-dc42-49a0-98d6-dc232a6b357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.605871 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1d0cb94c-cede-47a8-9ebc-49fbf1e10d07 req-46854716-426e-4c8a-956c-c4108c8d756b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1535487 Jan 18 13:14:49.651731 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.769792 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8258758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1038402'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:49.773348 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Pushing event updated for resources: {'Port': ['ID=c1b46568-60d9-4dfa-a916-d87cfb35c4d2,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:49.940145 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Network 78cd8439-ccb9-4c67-a9fc-b4e8e5143867 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:49.942575 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:49.964359 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-84a2e92f-1309-440d-944e-bf32c54a1c38 req-db79f588-b56f-4cfc-bc77-828e07505f1b tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 210 time: 0.0530829 Jan 18 13:14:50.212570 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-efbdf4f7-448e-4996-abed-a24e79dbbc8c None None] Provisioning complete for port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:50.213026 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-efbdf4f7-448e-4996-abed-a24e79dbbc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:50.319626 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-efbdf4f7-448e-4996-abed-a24e79dbbc8c None None] Port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:14:50.414217 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Router 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:14:50.427078 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-b18b7da8-a273-4f5a-b254-0ebec485cfa0 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=b3ffb8795a9e412dad4876b86abffc02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499835 Jan 18 13:14:50.437094 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42911b43-b6b2-4f8e-bed5-777314810776 req-522c89b7-97f2-48e1-899a-23d0da985f75 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:50.444681 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-42911b43-b6b2-4f8e-bed5-777314810776 req-522c89b7-97f2-48e1-899a-23d0da985f75 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.1384771 Jan 18 13:14:50.665608 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-42911b43-b6b2-4f8e-bed5-777314810776 req-be830c2e-63be-4398-946d-d47eaba1a46d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198994 Jan 18 13:14:50.683867 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:14:50.699418 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-37bcb209-df82-4ef4-8b7b-2a284b5beb6f admin admin] 10.222.0.87 "PUT /v2.0/routers/07fa3ff3-d9d8-4482-858e-a3163ae17cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9917331 Jan 18 13:14:50.736644 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-33a60a34-9f29-4d59-aecc-45ed09100d0b tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:50.738207 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-33a60a34-9f29-4d59-aecc-45ed09100d0b tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909005 Jan 18 13:14:51.136809 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a335178f-8682-4bf1-b0cf-716b29401292 req-558a4c54-9b47-49b1-9313-1ff334c71911 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 210 time: 0.0430386 Jan 18 13:14:51.738134 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-70da57ad-192b-4c07-b96c-5d6bfa935ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:51.901046 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f2194-479f-4b0c-bca6-85c615dbceda req-f2f72357-b31c-49e4-8abc-4e5e5bf4a8da tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:51.902993 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-831f2194-479f-4b0c-bca6-85c615dbceda req-f2f72357-b31c-49e4-8abc-4e5e5bf4a8da tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.0846453 Jan 18 13:14:51.961348 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-831f2194-479f-4b0c-bca6-85c615dbceda req-17f96c97-a7b1-490a-b603-dc7495f1157b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520077 Jan 18 13:14:52.318237 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b486cf17-6da9-494f-907c-9958f656b20c req-a8648185-c4c7-4b93-b49d-0b0ca01433f4 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 210 time: 0.0452034 Jan 18 13:14:52.723659 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:52.992316 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:53.249431 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b116860-e6e3-46f2-a931-7cd53245bfd4 req-9b7f7272-09b2-416d-a114-925b9667ec88 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:53.251439 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b116860-e6e3-46f2-a931-7cd53245bfd4 req-9b7f7272-09b2-416d-a114-925b9667ec88 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.0892961 Jan 18 13:14:53.306976 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b116860-e6e3-46f2-a931-7cd53245bfd4 req-0e089e62-b25d-4639-aeb8-02eb4704c47e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497794 Jan 18 13:14:53.370054 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Sync routers for ids ['db486531-b6a3-4b83-9b78-aea725f0d13e'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:14:53.394458 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Routers {'db486531-b6a3-4b83-9b78-aea725f0d13e'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:53.399655 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:14:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['db486531-b6a3-4b83-9b78-aea725f0d13e'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:53.584324 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-508628c4-2d0e-4571-9676-ec936a13d56c req-4f1a992b-5a00-45a7-985c-e4936b4727b9 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 210 time: 0.0656083 Jan 18 13:14:53.682606 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Set router db486531-b6a3-4b83-9b78-aea725f0d13e gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:54.096203 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'fa50a7b3-a1be-46f5-a088-93490a075fd1', 'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'mac_address': 'fa:16:3e:70:ed:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:36Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 2, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'subnets': [{'id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:54.099231 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:54.102218 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Checking router: db486531-b6a3-4b83-9b78-aea725f0d13e for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:14:54.102793 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Updating router db486531-b6a3-4b83-9b78-aea725f0d13e port fa50a7b3-a1be-46f5-a088-93490a075fd1 binding host dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:14:54.185119 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:54.338260 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Request body: {'port': {'device_id': '7041ffa1-7f85-4e8a-b087-cb4a368ff691', 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a', 'admin_state_up': True, 'tenant_id': 'b3ffb8795a9e412dad4876b86abffc02'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:54.523295 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:54.528212 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Usage tracker for resource:port and tenant:b3ffb8795a9e412dad4876b86abffc02 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:54.537002 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:54.548975 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:54.646207 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Made reservation on behalf of b3ffb8795a9e412dad4876b86abffc02 for: {'port': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:14:54.650444 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:54.682282 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:54.730661 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:54.731243 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:54.735622 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Usage tracker for resource:security_group_rule and tenant:b3ffb8795a9e412dad4876b86abffc02 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:54.739576 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:54.745740 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:54.799289 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Transition to ACTIVE for port object fa50a7b3-a1be-46f5-a088-93490a075fd1 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:54.971004 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-67ea2333-359d-4bc8-8c5a-b337f100044a req-3b4914fc-ff0e-4603-bc0f-d5dea399329a tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 210 time: 0.0752885 Jan 18 13:14:55.034697 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:55.070078 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536204a5-ab4f-4e67-926c-1060125521af req-b4b68da5-5131-496d-b845-7e3c2232e20f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:55.077108 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-536204a5-ab4f-4e67-926c-1060125521af req-b4b68da5-5131-496d-b845-7e3c2232e20f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.1109085 Jan 18 13:14:55.160328 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-536204a5-ab4f-4e67-926c-1060125521af req-42c3edec-c6f0-495d-bd0a-0a1304d2bb42 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821056 Jan 18 13:14:55.209169 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:55.325198 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 34d4a9de-af03-4b08-8fc5-68f223f32be8 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:55.391789 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd93e7-a0c9-4324-91c3-7cd19066fb38 None None] Pushing event updated for resources: {'Port': ['ID=fa50a7b3-a1be-46f5-a088-93490a075fd1,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:55.488821 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Attempting to bind port fa50a7b3-a1be-46f5-a088-93490a075fd1 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:55.489248 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Attempting to bind port fa50a7b3-a1be-46f5-a088-93490a075fd1 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:55.489656 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Attempting to bind port fa50a7b3-a1be-46f5-a088-93490a075fd1 on network 327889a7-f239-42c5-9df4-94e863ad829a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:55.496643 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:55.507972 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Checking segment: {'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:55.507972 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:55.507972 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Bound using segment: {'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:55.507972 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Bound port: fa50a7b3-a1be-46f5-a088-93490a075fd1, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:55.507972 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:55.552344 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:55.587187 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 34d4a9de-af03-4b08-8fc5-68f223f32be8 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:55.590279 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] For port fa50a7b3-a1be-46f5-a088-93490a075fd1, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:55.594134 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] For port fa50a7b3-a1be-46f5-a088-93490a075fd1, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=fa50a7b3-a1be-46f5-a088-93490a075fd1,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:55.598807 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 34d4a9de-af03-4b08-8fc5-68f223f32be8 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:55.605166 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:55.645625 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eadfaf5-8667-44d1-9f38-28b1195b70fd,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:55.679377 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:55.680116 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:55.680116 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:55.680344 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:55.680660 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:55.680975 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:55.681284 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:55.681594 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:55.681903 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:55.682209 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:55.682516 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:14:55.753730 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:55.766771 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Allocated IP 192.168.233.125 (8b65d3ba-9708-4c29-a524-7737d991df6a/ce250398-54ba-428f-a454-40e7c141b7f8/1ac8a40a-5426-4823-8a33-975c5d729f72) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:14:55.788579 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:55.800991 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 34d4a9de-af03-4b08-8fc5-68f223f32be8, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=34d4a9de-af03-4b08-8fc5-68f223f32be8,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:55.851819 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd93e7-a0c9-4324-91c3-7cd19066fb38 None None] Pushing event updated for resources: {'Port': ['ID=fa50a7b3-a1be-46f5-a088-93490a075fd1,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:55.855094 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Routers {'db486531-b6a3-4b83-9b78-aea725f0d13e'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:55.855724 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:14:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['db486531-b6a3-4b83-9b78-aea725f0d13e'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:55.911564 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:56.004081 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:56.044261 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Transition to ACTIVE for port object 1ac8a40a-5426-4823-8a33-975c5d729f72 will not be triggered until provisioned by entity DHCP. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:56.172097 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:56.174312 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] Set router db486531-b6a3-4b83-9b78-aea725f0d13e gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:56.265734 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Pushing event updated for resources: {'Port': ['ID=1ac8a40a-5426-4823-8a33-975c5d729f72,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:56.295208 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=34d4a9de-af03-4b08-8fc5-68f223f32be8,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:56.354208 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Network 8b65d3ba-9708-4c29-a524-7737d991df6a is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:14:56.362663 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:14:56.380179 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:14:56.548842 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:56.549641 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:56.617524 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e624592-0d99-4fe9-a69e-832b4243de9d req-932461b9-faae-4ed8-9042-7b7ae9a6ccbd tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:56.621068 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5e624592-0d99-4fe9-a69e-832b4243de9d req-932461b9-faae-4ed8-9042-7b7ae9a6ccbd tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 936 time: 0.3562448 Jan 18 13:14:56.707852 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'fa50a7b3-a1be-46f5-a088-93490a075fd1', 'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'mac_address': 'fa:16:3e:70:ed:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:36Z', 'updated_at': '2022-01-18T13:14:55Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'subnets': [{'id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:56.717744 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0670315-d088-4be4-a534-d52b0f65226a None None] The sync data for ids ['db486531-b6a3-4b83-9b78-aea725f0d13e'] in dv-cinder-825102-1-iscsi is: [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'fa50a7b3-a1be-46f5-a088-93490a075fd1', 'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'mac_address': 'fa:16:3e:70:ed:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:36Z', 'updated_at': '2022-01-18T13:14:55Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'subnets': [{'id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:14:56.756152 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-5e624592-0d99-4fe9-a69e-832b4243de9d req-85e7c4c6-2aca-42f0-bd6e-a1bdcb8dd5ce tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Synchronizing usage tracker for tenant:b3ffb8795a9e412dad4876b86abffc02 on resource:security_group {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:14:56.837388 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10150b59-edfd-4c85-83fe-b86a2d377f78 req-997439af-978d-43de-92b5-40ddf168e89f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:56.844810 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-10150b59-edfd-4c85-83fe-b86a2d377f78 req-997439af-978d-43de-92b5-40ddf168e89f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.3705487 Jan 18 13:14:56.860331 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-4bd17d3a-296e-4156-9370-0a4d5f4c1bc8 None None] Provisioning for port 1ac8a40a-5426-4823-8a33-975c5d729f72 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:56.866867 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-4bd17d3a-296e-4156-9370-0a4d5f4c1bc8 None None] Provisioning complete for port 1ac8a40a-5426-4823-8a33-975c5d729f72 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:56.866867 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4bd17d3a-296e-4156-9370-0a4d5f4c1bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:56.886890 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-5e624592-0d99-4fe9-a69e-832b4243de9d req-85e7c4c6-2aca-42f0-bd6e-a1bdcb8dd5ce tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Unset dirty status for tenant:b3ffb8795a9e412dad4876b86abffc02 on resource:security_group {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:14:56.908771 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5e624592-0d99-4fe9-a69e-832b4243de9d req-85e7c4c6-2aca-42f0-bd6e-a1bdcb8dd5ce tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867618 Jan 18 13:14:56.913136 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-349a798b-cf86-4a3a-9f08-6d2d1e2fd706 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5772431 Jan 18 13:14:56.988113 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-10150b59-edfd-4c85-83fe-b86a2d377f78 req-c6dee22a-1bb5-4c92-8826-758e3fbf1634 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329987 Jan 18 13:14:57.026066 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4bd17d3a-296e-4156-9370-0a4d5f4c1bc8 None None] Port 1ac8a40a-5426-4823-8a33-975c5d729f72 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:14:57.122422 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Request body: {'port': {'device_id': '7041ffa1-7f85-4e8a-b087-cb4a368ff691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:14:57.211531 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 34d4a9de-af03-4b08-8fc5-68f223f32be8 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:57.260235 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Sync routers for ids ['07fa3ff3-d9d8-4482-858e-a3163ae17cb2'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:14:57.298802 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Routers {'07fa3ff3-d9d8-4482-858e-a3163ae17cb2'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:14:57.299786 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:14:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['07fa3ff3-d9d8-4482-858e-a3163ae17cb2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:57.317979 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:57.456461 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 34d4a9de-af03-4b08-8fc5-68f223f32be8 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:57.457109 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:57.548462 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0cb94c-cede-47a8-9ebc-49fbf1e10d07 req-d4d57f03-71cc-42f4-a1c4-8e86c705f53b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86&tenant_id=fc2e74ac67b84fd5bd577cc130119449 HTTP/1.1" status: 200 len: 1097 time: 0.1748443 Jan 18 13:14:57.733570 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device fa50a7b3-a1be-46f5-a088-93490a075fd1 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:57.735543 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0cb94c-cede-47a8-9ebc-49fbf1e10d07 req-499436d9-77e4-4922-8c8a-0b8771c09aae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 1097 time: 0.1350811 Jan 18 13:14:57.801003 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Set router 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:14:57.954424 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port fa50a7b3-a1be-46f5-a088-93490a075fd1 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:14:57.960179 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port fa50a7b3-a1be-46f5-a088-93490a075fd1 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:57.960811 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:57.978896 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac8a40a-5426-4823-8a33-975c5d729f72 {{(pid=83736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:14:58.008226 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:58.025513 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cb94c-cede-47a8-9ebc-49fbf1e10d07 req-b322f77c-029c-4b51-b78d-59d899b4f80f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:58.027135 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0cb94c-cede-47a8-9ebc-49fbf1e10d07 req-b322f77c-029c-4b51-b78d-59d899b4f80f service neutron] 10.222.0.91 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 918 time: 0.2862983 Jan 18 13:14:58.078993 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Transition to ACTIVE for port object 1ac8a40a-5426-4823-8a33-975c5d729f72 will not be triggered until provisioned by entity L2. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:58.174301 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:58.341101 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0cb94c-cede-47a8-9ebc-49fbf1e10d07 req-ea5a607a-a607-42ce-a435-fdda8c1a6f11 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53d872c4-fa84-4707-894c-f573fa6b89cb HTTP/1.1" status: 200 len: 999 time: 0.3077092 Jan 18 13:14:58.342152 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:58.415845 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port fa50a7b3-a1be-46f5-a088-93490a075fd1, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=fa50a7b3-a1be-46f5-a088-93490a075fd1,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:14:58.446731 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cb94c-cede-47a8-9ebc-49fbf1e10d07 req-eaef173e-a695-4aee-8f32-fbdf2c219671 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:58.448364 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0cb94c-cede-47a8-9ebc-49fbf1e10d07 req-eaef173e-a695-4aee-8f32-fbdf2c219671 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 200 len: 856 time: 0.1001205 Jan 18 13:14:58.502357 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac8a40a-5426-4823-8a33-975c5d729f72,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:58.531789 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:58.608931 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'name': 'tempest-TestMinimumBasicScenario-1168293293-router', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:43Z', 'updated_at': '2022-01-18T13:14:48Z', 'revision_number': 4, 'project_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'gw_port': {'id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:44Z', 'updated_at': '2022-01-18T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'c1b46568-60d9-4dfa-a916-d87cfb35c4d2', 'name': '', 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'mac_address': 'fa:16:3e:7d:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '897cee49-c13d-448b-b040-879d4ff3e9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:47Z', 'updated_at': '2022-01-18T13:14:49Z', 'revision_number': 2, 'project_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'subnets': [{'id': '897cee49-c13d-448b-b040-879d4ff3e9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:14:58.624038 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Checking router: 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:14:58.624809 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Updating router 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 binding host dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:14:58.644558 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0cb94c-cede-47a8-9ebc-49fbf1e10d07 req-d3818921-1e57-4676-9050-bb74aaac5c7d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1842787 Jan 18 13:14:58.759532 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=fa50a7b3-a1be-46f5-a088-93490a075fd1,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:58.786374 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:58.845813 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eb67f-bae6-4f05-8c1a-5bf08cb7cb2d req-d351bdc8-84b6-4cbb-b0d9-5acf79ac2c52 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:58.847357 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-320eb67f-bae6-4f05-8c1a-5bf08cb7cb2d req-d351bdc8-84b6-4cbb-b0d9-5acf79ac2c52 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Synchronizing usage tracker for tenant:b3ffb8795a9e412dad4876b86abffc02 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:14:58.871175 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0cb94c-cede-47a8-9ebc-49fbf1e10d07 req-e86f654f-5ba4-4bcf-99f7-13652918df4a service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219131 Jan 18 13:14:58.908298 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263414c-f866-4197-9c62-0ce51fc6cf1b req-cafee3dd-2477-4289-8c70-b9460b202a19 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:58.910706 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2263414c-f866-4197-9c62-0ce51fc6cf1b req-cafee3dd-2477-4289-8c70-b9460b202a19 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.5491598 Jan 18 13:14:58.955183 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Attempting to bind port 1ac8a40a-5426-4823-8a33-975c5d729f72 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:14:58.955524 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Attempting to bind port 1ac8a40a-5426-4823-8a33-975c5d729f72 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '6cf8a8d1-d56f-4844-a449-413b97df3b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a'}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:14:58.956396 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Attempting to bind port 1ac8a40a-5426-4823-8a33-975c5d729f72 on network 8b65d3ba-9708-4c29-a524-7737d991df6a {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:58.963742 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Port 1ac8a40a-5426-4823-8a33-975c5d729f72 on network 8b65d3ba-9708-4c29-a524-7737d991df6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:14:58.964060 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Attempting to bind port 1ac8a40a-5426-4823-8a33-975c5d729f72 on network 8b65d3ba-9708-4c29-a524-7737d991df6a {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:14:58.985511 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:14:58.986213 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Checking segment: {'id': '6cf8a8d1-d56f-4844-a449-413b97df3b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:14:58.986213 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Bound using segment: {'id': '6cf8a8d1-d56f-4844-a449-413b97df3b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a'} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:14:58.986634 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Bound port: 1ac8a40a-5426-4823-8a33-975c5d729f72, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf8a8d1-d56f-4844-a449-413b97df3b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a'}}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:14:58.986987 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:59.006164 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2263414c-f866-4197-9c62-0ce51fc6cf1b req-2e2e1b27-627c-4705-ab68-c58d8116214d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830142 Jan 18 13:14:59.008928 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-320eb67f-bae6-4f05-8c1a-5bf08cb7cb2d req-d351bdc8-84b6-4cbb-b0d9-5acf79ac2c52 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Unset dirty status for tenant:b3ffb8795a9e412dad4876b86abffc02 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:14:59.016737 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-320eb67f-bae6-4f05-8c1a-5bf08cb7cb2d req-d351bdc8-84b6-4cbb-b0d9-5acf79ac2c52 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 948 time: 0.7534268 Jan 18 13:14:59.163489 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0cb94c-cede-47a8-9ebc-49fbf1e10d07 req-d9c617c8-d52c-4fb9-9d14-182965c27aeb service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859356 Jan 18 13:14:59.191217 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-320eb67f-bae6-4f05-8c1a-5bf08cb7cb2d req-64842b05-b451-44da-b867-cc617c5dc0e4 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738763 Jan 18 13:14:59.215889 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device fa50a7b3-a1be-46f5-a088-93490a075fd1 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:14:59.269997 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] For port 1ac8a40a-5426-4823-8a33-975c5d729f72, host hv-cinder-82510, cleared binding levels {{(pid=83736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:14:59.273298 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] For port 1ac8a40a-5426-4823-8a33-975c5d729f72, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1ac8a40a-5426-4823-8a33-975c5d729f72,segment=NetworkSegment(6cf8a8d1-d56f-4844-a449-413b97df3b1f),segment_id=6cf8a8d1-d56f-4844-a449-413b97df3b1f)] {{(pid=83736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:14:59.303525 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:59.334892 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port fa50a7b3-a1be-46f5-a088-93490a075fd1 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:14:59.334892 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:59.364701 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54900) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:14:59.380941 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Transition to ACTIVE for port object c1b46568-60d9-4dfa-a916-d87cfb35c4d2 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:14:59.392155 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:59.460413 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:59.576353 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:59.583790 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] 10.222.0.91 "PUT /v2.0/ports/1ac8a40a-5426-4823-8a33-975c5d729f72 HTTP/1.1" status: 200 len: 1098 time: 2.6559036 Jan 18 13:14:59.585650 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7041ffa1-7f85-4e8a-b087-cb4a368ff691', 'tag': '1ac8a40a-5426-4823-8a33-975c5d729f72'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:14:59.626044 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb2af5-7a84-4ee1-a07b-d580a230d168 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac8a40a-5426-4823-8a33-975c5d729f72,revision_number=3']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:59.647496 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3d739642-6573-4ef4-b354-768900616386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:59.695175 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-3d739642-6573-4ef4-b354-768900616386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:14:59.701605 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-3d739642-6573-4ef4-b354-768900616386 admin admin] Usage tracker for resource:security_group_rule and tenant:425eafec10ba482ba63e66192014cc8c is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:14:59.706116 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-3d739642-6573-4ef4-b354-768900616386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:14:59.715022 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-3d739642-6573-4ef4-b354-768900616386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:14:59.726540 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9382e-d5c8-46db-9141-7824b2390908 None None] Pushing event updated for resources: {'Port': ['ID=c1b46568-60d9-4dfa-a916-d87cfb35c4d2,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:14:59.762671 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7041ffa1-7f85-4e8a-b087-cb4a368ff691', 'tag': '1ac8a40a-5426-4823-8a33-975c5d729f72', 'status': 'completed', 'code': 200} Jan 18 13:14:59.998490 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3d739642-6573-4ef4-b354-768900616386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:00.010620 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8a61e573-52c4-4c50-bada-01d5b030d309 req-87bed0fb-5671-4eec-81e7-f983a3562084 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b3ffb8795a9e412dad4876b86abffc02&device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 1101 time: 0.1807582 Jan 18 13:15:00.053703 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8a61e573-52c4-4c50-bada-01d5b030d309 req-5a98afdd-612e-4178-aab9-5222ca212052 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=b3ffb8795a9e412dad4876b86abffc02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273383 Jan 18 13:15:00.164827 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3d739642-6573-4ef4-b354-768900616386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:00.311218 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d739642-6573-4ef4-b354-768900616386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d443ada4-18d5-437b-a327-d191d1f3ad10,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:00.389975 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61e573-52c4-4c50-bada-01d5b030d309 req-2ad881f3-7720-434d-ba0d-f06d8678becf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:00.391478 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8a61e573-52c4-4c50-bada-01d5b030d309 req-2ad881f3-7720-434d-ba0d-f06d8678becf service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3297315 Jan 18 13:15:00.462476 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-3d739642-6573-4ef4-b354-768900616386 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=425eafec10ba482ba63e66192014cc8c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0966694 Jan 18 13:15:00.465209 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 54924) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:00.473088 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Attempting to bind port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:15:00.473555 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Attempting to bind port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '4f9d41e0-e31e-41a0-b12c-c7a74bf3257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:15:00.473914 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Attempting to bind port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 on network 78cd8439-ccb9-4c67-a9fc-b4e8e5143867 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:15:00.490869 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:15:00.491403 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Checking segment: {'id': '4f9d41e0-e31e-41a0-b12c-c7a74bf3257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:15:00.491702 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:00.492093 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Bound using segment: {'id': '4f9d41e0-e31e-41a0-b12c-c7a74bf3257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:15:00.493695 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Bound port: c1b46568-60d9-4dfa-a916-d87cfb35c4d2, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9d41e0-e31e-41a0-b12c-c7a74bf3257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:15:00.494119 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:00.601912 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:00.614112 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a00165-6fe0-4926-90cd-f37e08c7e40b req-d15afd44-979f-41bc-a804-b5a330f17507 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:00.620845 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b9a00165-6fe0-4926-90cd-f37e08c7e40b req-d15afd44-979f-41bc-a804-b5a330f17507 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.3274379 Jan 18 13:15:00.649448 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567be06-1a93-47ec-a214-8f0645f9a403 req-5a62a92a-54f1-463a-ba06-6b7c97d48aae tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:00.661786 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1567be06-1a93-47ec-a214-8f0645f9a403 req-5a62a92a-54f1-463a-ba06-6b7c97d48aae tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 948 time: 0.2591209 Jan 18 13:15:00.663071 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:00.696291 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] For port c1b46568-60d9-4dfa-a916-d87cfb35c4d2, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:15:00.700239 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] For port c1b46568-60d9-4dfa-a916-d87cfb35c4d2, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=c1b46568-60d9-4dfa-a916-d87cfb35c4d2,segment=NetworkSegment(4f9d41e0-e31e-41a0-b12c-c7a74bf3257a),segment_id=4f9d41e0-e31e-41a0-b12c-c7a74bf3257a)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:15:00.724579 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-22432736-06d0-4aaf-b8cd-b679a0679d5c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b3ffb8795a9e412dad4876b86abffc02&device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 1101 time: 0.2562242 Jan 18 13:15:00.734317 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1567be06-1a93-47ec-a214-8f0645f9a403 req-1c1d389b-be03-4118-bb1f-c06f59b1fc88 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741553 Jan 18 13:15:00.753542 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b9a00165-6fe0-4926-90cd-f37e08c7e40b req-f78fac93-49e7-4255-b6a7-a32e23ae8ead tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296728 Jan 18 13:15:00.814582 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:00.848728 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:00.922472 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9382e-d5c8-46db-9141-7824b2390908 None None] Pushing event updated for resources: {'Port': ['ID=c1b46568-60d9-4dfa-a916-d87cfb35c4d2,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:00.932037 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d443ada4-18d5-437b-a327-d191d1f3ad10,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:00.974412 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:00.996939 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d443ada4-18d5-437b-a327-d191d1f3ad10 HTTP/1.1" status: 204 len: 168 time: 0.5305834 Jan 18 13:15:01.001519 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:01.001997 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:01.002433 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:01.005441 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:01.007155 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:01.007624 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:01.010025 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:01.010676 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:01.011898 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Routers {'07fa3ff3-d9d8-4482-858e-a3163ae17cb2'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:01.012476 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:01.012606 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:14:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['07fa3ff3-d9d8-4482-858e-a3163ae17cb2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:01.013156 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:01.019747 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea1cf8-f950-4f5e-baff-65c3276a966b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:01.069248 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-0708f58a-f588-4f79-b341-a9eb968c874f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=1ac8a40a-5426-4823-8a33-975c5d729f72 HTTP/1.1" status: 200 len: 217 time: 0.3162994 Jan 18 13:15:01.232488 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4f46e788-6c46-4c96-aec0-b93a0aedd909 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:01.238973 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-4f46e788-6c46-4c96-aec0-b93a0aedd909 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ce250398-54ba-428f-a454-40e7c141b7f8 HTTP/1.1" status: 200 len: 843 time: 0.1638331 Jan 18 13:15:01.417225 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-e65f1f13-464e-4707-b079-feedd92cad61 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8b65d3ba-9708-4c29-a524-7737d991df6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1714022 Jan 18 13:15:01.425084 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] Set router 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:01.682822 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:01.751757 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-1de2d4a6-ec86-4d18-b3f2-cec93c7f0059 service neutron] 10.222.0.91 "GET /v2.0/networks/8b65d3ba-9708-4c29-a524-7737d991df6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134921 Jan 18 13:15:02.166221 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'name': 'tempest-TestMinimumBasicScenario-1168293293-router', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:43Z', 'updated_at': '2022-01-18T13:14:48Z', 'revision_number': 4, 'project_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'gw_port': {'id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:44Z', 'updated_at': '2022-01-18T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'c1b46568-60d9-4dfa-a916-d87cfb35c4d2', 'name': '', 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'mac_address': 'fa:16:3e:7d:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '897cee49-c13d-448b-b040-879d4ff3e9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:47Z', 'updated_at': '2022-01-18T13:15:00Z', 'revision_number': 4, 'project_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'subnets': [{'id': '897cee49-c13d-448b-b040-879d4ff3e9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:02.203575 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e83348-6f2e-4d8a-8aa2-cfbca9a704a8 None None] The sync data for ids ['07fa3ff3-d9d8-4482-858e-a3163ae17cb2'] in dv-cinder-825102-1-iscsi is: [{'id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'name': 'tempest-TestMinimumBasicScenario-1168293293-router', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:43Z', 'updated_at': '2022-01-18T13:14:48Z', 'revision_number': 4, 'project_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'gw_port': {'id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:44Z', 'updated_at': '2022-01-18T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'c1b46568-60d9-4dfa-a916-d87cfb35c4d2', 'name': '', 'network_id': '78cd8439-ccb9-4c67-a9fc-b4e8e5143867', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'mac_address': 'fa:16:3e:7d:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '897cee49-c13d-448b-b040-879d4ff3e9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:47Z', 'updated_at': '2022-01-18T13:15:00Z', 'revision_number': 4, 'project_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'subnets': [{'id': '897cee49-c13d-448b-b040-879d4ff3e9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:15:02.281286 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f28277d8-3e1f-4b3e-a65b-df5b6410a567 req-2400d568-5ea7-43f6-b2da-202cbc1bd94d service neutron] 10.222.0.91 "GET /v2.0/networks/8b65d3ba-9708-4c29-a524-7737d991df6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864793 Jan 18 13:15:02.593260 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba9170-6b9f-406b-8d17-e91811e10895 req-7ae48b83-1e5d-4779-9145-2a92477932c4 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:02.594766 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-40ba9170-6b9f-406b-8d17-e91811e10895 req-7ae48b83-1e5d-4779-9145-2a92477932c4 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 948 time: 0.2039049 Jan 18 13:15:02.611574 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31677def-10f0-4e36-a4eb-1cba7cadd976 req-f3947bd6-e41c-45d1-a6e9-d18c22e130fb tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:02.615916 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-31677def-10f0-4e36-a4eb-1cba7cadd976 req-f3947bd6-e41c-45d1-a6e9-d18c22e130fb tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.3459444 Jan 18 13:15:02.721149 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-40ba9170-6b9f-406b-8d17-e91811e10895 req-d92c32fe-73bb-45e3-ad68-e5c1a88cb55c tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035626 Jan 18 13:15:02.728655 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-31677def-10f0-4e36-a4eb-1cba7cadd976 req-edabdc30-ddc6-4b20-86ef-09163f7a2ceb tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920119 Jan 18 13:15:03.209369 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device c1b46568-60d9-4dfa-a916-d87cfb35c4d2 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:03.404214 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:03.404214 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:03.404214 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:03.749743 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:03.836022 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port c1b46568-60d9-4dfa-a916-d87cfb35c4d2, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=c1b46568-60d9-4dfa-a916-d87cfb35c4d2,segment=NetworkSegment(4f9d41e0-e31e-41a0-b12c-c7a74bf3257a),segment_id=4f9d41e0-e31e-41a0-b12c-c7a74bf3257a)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:04.000776 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:04.113241 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=c1b46568-60d9-4dfa-a916-d87cfb35c4d2,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:04.202895 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cb875-3626-4035-bf03-eceedd8587de req-9d690550-3f9b-4346-85bc-7e2791c2553c tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:04.211632 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ad9cb875-3626-4035-bf03-eceedd8587de req-9d690550-3f9b-4346-85bc-7e2791c2553c tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 948 time: 0.2375062 Jan 18 13:15:04.295093 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ad9cb875-3626-4035-bf03-eceedd8587de req-63abaa64-f4c9-4196-9a4f-4e70ecf11f00 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821552 Jan 18 13:15:04.333515 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba67e74-7c6d-4a1a-9bbd-9eecbd9f0d6c req-52b28029-5538-457e-b07b-3b3f37b3586a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:04.333515 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9ba67e74-7c6d-4a1a-9bbd-9eecbd9f0d6c req-52b28029-5538-457e-b07b-3b3f37b3586a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.2287972 Jan 18 13:15:04.389164 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9ba67e74-7c6d-4a1a-9bbd-9eecbd9f0d6c req-bba29f8f-6c6d-4e6b-8a77-0dcf5cb08aff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563197 Jan 18 13:15:05.161655 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device c1b46568-60d9-4dfa-a916-d87cfb35c4d2 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:05.257348 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:05.258171 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:05.278969 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 54990) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:05.793864 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-61b14f17-283a-48a1-81d3-8e1d1ce125cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:05.910521 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-61b14f17-283a-48a1-81d3-8e1d1ce125cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:05.914788 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-61b14f17-283a-48a1-81d3-8e1d1ce125cd admin admin] Usage tracker for resource:security_group_rule and tenant:a6d89fabbc7846d085238df444fad0b4 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:05.919781 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-61b14f17-283a-48a1-81d3-8e1d1ce125cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:05.930290 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-61b14f17-283a-48a1-81d3-8e1d1ce125cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:05.976897 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3da1de-3c41-4875-9969-dcd63e6a4b44 req-ad187560-4bfc-4aef-9148-0677026ccc08 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:05.982257 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b3da1de-3c41-4875-9969-dcd63e6a4b44 req-ad187560-4bfc-4aef-9148-0677026ccc08 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 948 time: 0.3763247 Jan 18 13:15:06.099758 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-61b14f17-283a-48a1-81d3-8e1d1ce125cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:06.110313 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e691ed-e21d-4e81-be4e-c2a57d9af2a5 req-d5ddf724-55a7-43b0-8bc6-615421590b70 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:06.121685 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c4e691ed-e21d-4e81-be4e-c2a57d9af2a5 req-d5ddf724-55a7-43b0-8bc6-615421590b70 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.3020382 Jan 18 13:15:06.192152 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b3da1de-3c41-4875-9969-dcd63e6a4b44 req-c084760f-2e63-4c5c-856a-34ca08bf8ca7 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029293 Jan 18 13:15:06.236162 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c4e691ed-e21d-4e81-be4e-c2a57d9af2a5 req-aeea9e81-4a99-4c71-af75-850a922b13d2 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129706 Jan 18 13:15:06.288298 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-61b14f17-283a-48a1-81d3-8e1d1ce125cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:06.343151 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b14f17-283a-48a1-81d3-8e1d1ce125cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77650070-8844-490f-9670-a5559d9e3bd6,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:06.352242 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-61b14f17-283a-48a1-81d3-8e1d1ce125cd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a6d89fabbc7846d085238df444fad0b4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0719931 Jan 18 13:15:06.355035 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 55002) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:06.433341 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a266dbb-2e6d-4d87-b330-647ad1c25d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:06.465780 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a266dbb-2e6d-4d87-b330-647ad1c25d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:06.828854 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a266dbb-2e6d-4d87-b330-647ad1c25d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:06.875742 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a266dbb-2e6d-4d87-b330-647ad1c25d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77650070-8844-490f-9670-a5559d9e3bd6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:06.892517 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4a266dbb-2e6d-4d87-b330-647ad1c25d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:06.903012 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-4a266dbb-2e6d-4d87-b330-647ad1c25d75 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/77650070-8844-490f-9670-a5559d9e3bd6 HTTP/1.1" status: 204 len: 168 time: 0.5467350 Jan 18 13:15:07.493887 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d897f-37f5-4ae5-b1d6-c3ca0eb6c44f req-c8c53374-72a9-4ef6-80bf-5004b003e525 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:07.500924 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a5d897f-37f5-4ae5-b1d6-c3ca0eb6c44f req-c8c53374-72a9-4ef6-80bf-5004b003e525 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 948 time: 0.1376240 Jan 18 13:15:07.568450 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92359fb9-1b8d-4131-8c5a-e4c340de7dcf req-4385b181-5d7b-4e98-8c71-128c65f4b719 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:07.570976 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-92359fb9-1b8d-4131-8c5a-e4c340de7dcf req-4385b181-5d7b-4e98-8c71-128c65f4b719 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.1483676 Jan 18 13:15:07.576636 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a5d897f-37f5-4ae5-b1d6-c3ca0eb6c44f req-15df6740-4ebe-4404-9f79-63d98959df76 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747044 Jan 18 13:15:07.658237 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-92359fb9-1b8d-4131-8c5a-e4c340de7dcf req-86d40606-d071-44f2-8f86-098add6be2af tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795534 Jan 18 13:15:08.680320 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 55042) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:08.921526 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1579430346-network', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:08.929183 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:08.946680 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Usage tracker for resource:network and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:08.954671 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:08.962745 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:08.996172 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab990f6b-ac8e-41ff-a69b-74b5c2c0563b req-64e587c4-2470-4218-b933-e09cd7331f92 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:08.997700 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ab990f6b-ac8e-41ff-a69b-74b5c2c0563b req-64e587c4-2470-4218-b933-e09cd7331f92 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 948 time: 0.2049322 Jan 18 13:15:09.010579 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7256f7-cf58-4404-aa62-3fabd9c74b10 req-b082d719-05d5-4c03-a6ae-a1e8255b3905 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:09.012247 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1b7256f7-cf58-4404-aa62-3fabd9c74b10 req-b082d719-05d5-4c03-a6ae-a1e8255b3905 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.1701348 Jan 18 13:15:09.101041 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Made reservation on behalf of a0cf2555372d4833a1b2cbdd625d2186 for: {'network': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:15:09.103434 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.120967 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.163244 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ab990f6b-ac8e-41ff-a69b-74b5c2c0563b req-595821df-d340-4597-8acc-085dddb5567a tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496615 Jan 18 13:15:09.173117 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1b7256f7-cf58-4404-aa62-3fabd9c74b10 req-4da6c7d1-9e9f-4829-bae0-f6edb7bd06ae tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374388 Jan 18 13:15:09.219231 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:09.228534 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Usage tracker for resource:security_group_rule and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:09.236229 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:09.246617 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:09.336338 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.411241 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.523696 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=83736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:15:09.529305 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a68998-979e-4de8-b9ef-74c77ca01682,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:09.536437 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.536819 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.segments_db [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Added segment ce875503-ca75-40a5-a3fb-0817942fbf59 of type vlan for network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 Jan 18 13:15:09.567567 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.685598 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.686498 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:09.687109 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:09.834553 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] Pushing event updated for resources: {'Network': ['ID=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:09.845530 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:15:09.973310 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-6701f9d1-53bf-4a1b-8399-af432142c7c7 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:09.974805 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-6701f9d1-53bf-4a1b-8399-af432142c7c7 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/networks?id=327889a7-f239-42c5-9df4-94e863ad829a HTTP/1.1" status: 200 len: 814 time: 0.1738210 Jan 18 13:15:09.992616 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-719968cb-4c16-4d59-9adc-4251a540179c tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/quotas/c5ee90cc67ab40cd8bef0b0639fee7fe HTTP/1.1" status: 200 len: 375 time: 0.0117412 Jan 18 13:15:10.042482 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-1a889f8d-4158-4349-af4d-5f63b6d3647d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3608758 Jan 18 13:15:10.045297 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 55070) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:10.051165 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Request body: {'subnet': {'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1579430346-subnet', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:10.056793 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:10.061706 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Usage tracker for resource:subnet and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:10.066102 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:10.072962 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:10.090210 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-73696339-46ab-4a1d-b4ef-df7215514bbd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c5ee90cc67ab40cd8bef0b0639fee7fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881910 Jan 18 13:15:10.165803 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Made reservation on behalf of a0cf2555372d4833a1b2cbdd625d2186 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:15:10.168209 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911610'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:10.298131 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-95366193-c0bb-4a0a-a37d-fc6f7d24d128 service neutron] 10.222.0.87 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988466 Jan 18 13:15:10.345012 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 1ac8a40a-5426-4823-8a33-975c5d729f72 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:15:10.434536 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1345827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911596'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:10.446144 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:15:10.494341 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-1bdde925-2bed-4fa2-be13-853da69ec9a8 service neutron] 10.222.0.87 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897795 Jan 18 13:15:10.498067 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 1ac8a40a-5426-4823-8a33-975c5d729f72, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1ac8a40a-5426-4823-8a33-975c5d729f72,segment=NetworkSegment(6cf8a8d1-d56f-4844-a449-413b97df3b1f),segment_id=6cf8a8d1-d56f-4844-a449-413b97df3b1f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:10.504682 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255cbff-4dbb-4f73-bfa2-52ebe38ddf2a req-782021a0-8718-43f9-b191-fd1757886a8f tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:10.511522 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6255cbff-4dbb-4f73-bfa2-52ebe38ddf2a req-782021a0-8718-43f9-b191-fd1757886a8f tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 948 time: 0.1886127 Jan 18 13:15:10.513507 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '1ac8a40a-5426-4823-8a33-975c5d729f72', 'network_id': '8b65d3ba-9708-4c29-a524-7737d991df6a', 'port_id': '1ac8a40a-5426-4823-8a33-975c5d729f72', 'mac_address': 'fa:16:3e:60:3e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce250398-54ba-428f-a454-40e7c141b7f8', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:15:10.519139 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff1fabd-3520-456c-8dfd-6e9647c65920,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:10.537249 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Checking segment: {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:15:10.537603 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Network hostable DHCP agents. Network: 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:15:10.556649 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6255cbff-4dbb-4f73-bfa2-52ebe38ddf2a req-81b6a6ef-7e7e-46e3-8ad3-ab2596e0a886 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440974 Jan 18 13:15:10.570465 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:10.588410 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac8a40a-5426-4823-8a33-975c5d729f72 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:15:10.603804 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 1ac8a40a-5426-4823-8a33-975c5d729f72, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1ac8a40a-5426-4823-8a33-975c5d729f72,segment=NetworkSegment(6cf8a8d1-d56f-4844-a449-413b97df3b1f),segment_id=6cf8a8d1-d56f-4844-a449-413b97df3b1f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:10.631127 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:15:10.680244 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:10.744239 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:10.749037 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:10.750238 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea053113-63b6-4b9d-b65e-6979b757c75a req-9f606af0-edaf-4042-ba53-98117f4aed74 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:10.751179 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:10.752163 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ea053113-63b6-4b9d-b65e-6979b757c75a req-9f606af0-edaf-4042-ba53-98117f4aed74 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.0843339 Jan 18 13:15:10.760026 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=1ac8a40a-5426-4823-8a33-975c5d729f72,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:10.771204 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533830b0-adfe-421e-b980-0f59da1436e3 None None] Network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:15:10.819192 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ea053113-63b6-4b9d-b65e-6979b757c75a req-ee700db2-ff1b-405f-a586-3a5debb368e8 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571351 Jan 18 13:15:10.890256 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:10.890802 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:10.891227 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:10.891612 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:10.891992 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:10.892307 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:10.892766 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:10.893647 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:10.893975 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:10.894334 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:10.894698 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:10.938513 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c9d4f4cf-b116-4efa-ad67-34332515d2c1 req-661b59e9-82c5-41ec-a16c-0292f3cdba38 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 210 time: 0.0505667 Jan 18 13:15:11.016830 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 55092) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:11.019387 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-a22d09ea-55c6-4f8c-88b2-9162ed4e73e8 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9728673 Jan 18 13:15:11.028708 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:11.034508 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:11.039850 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Usage tracker for resource:router and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:11.047102 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:11.071234 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:11.111521 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe04c54af-8e1e-5726-87fb-16baf80530e4-1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920'}]}} from dv-cinder-825102-1-iscsi. {{(pid=83738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:15:11.113228 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:11.185690 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110339'] for router, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:11.186651 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1039776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110348'] for router, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:11.208215 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:11.300984 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Allocated IP 172.20.0.2 (1b254d9d-73c2-4ed0-9c9f-3efdaec0f196/8ff1fabd-3520-456c-8dfd-6e9647c65920/3ce09dea-03d0-432a-a623-0701ba58ddcd) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:15:11.462654 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1039798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110366'] for router, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:11.588918 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:11.603561 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Transition to ACTIVE for port object 3ce09dea-03d0-432a-a623-0701ba58ddcd will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:11.635358 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Transition to ACTIVE for port object 3ce09dea-03d0-432a-a623-0701ba58ddcd will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:11.640843 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['1ac8a40a-5426-4823-8a33-975c5d729f72'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:15:11.795799 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c205c6-c1e9-4467-8930-ecd0a8cb0fad req-94d16296-feae-4cbe-aab2-1acd85ee1a4b tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:11.797305 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-41c205c6-c1e9-4467-8930-ecd0a8cb0fad req-94d16296-feae-4cbe-aab2-1acd85ee1a4b tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 949 time: 0.1016142 Jan 18 13:15:11.856393 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-41c205c6-c1e9-4467-8930-ecd0a8cb0fad req-e3c74559-ce65-4e72-a0d1-5e269fdb457a tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527232 Jan 18 13:15:12.146219 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-24cf0547-51f1-49a0-b17f-683fa7ddb353 req-7374f82e-15e7-43a4-8aef-608ca4cfb384 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 210 time: 0.1113167 Jan 18 13:15:12.189133 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:12.224240 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ac23-27a1-42b8-bf90-4137c131e232 req-77ef9bda-dbf5-4053-bfca-7a1ed5ba099e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:12.240138 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2664ac23-27a1-42b8-bf90-4137c131e232 req-77ef9bda-dbf5-4053-bfca-7a1ed5ba099e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.2395008 Jan 18 13:15:12.309796 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:15:12.313278 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:12.318513 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:15:12.323229 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Pushing event updated for resources: {'Port': ['ID=3ce09dea-03d0-432a-a623-0701ba58ddcd,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:12.329327 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2664ac23-27a1-42b8-bf90-4137c131e232 req-15413477-2c90-4b7d-9958-72640b8569e3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877337 Jan 18 13:15:12.433182 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:12.464868 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Attempting to bind port 3ce09dea-03d0-432a-a623-0701ba58ddcd on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:15:12.465262 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Attempting to bind port 3ce09dea-03d0-432a-a623-0701ba58ddcd by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:15:12.465621 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Attempting to bind port 3ce09dea-03d0-432a-a623-0701ba58ddcd on network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:15:12.479484 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:15:12.479989 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Checking segment: {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:15:12.480309 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:12.480697 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Bound using segment: {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:15:12.481249 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Bound port: 3ce09dea-03d0-432a-a623-0701ba58ddcd, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:15:12.484921 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:12.601247 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:12.660116 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] For port 3ce09dea-03d0-432a-a623-0701ba58ddcd, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:15:12.665380 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] For port 3ce09dea-03d0-432a-a623-0701ba58ddcd, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=3ce09dea-03d0-432a-a623-0701ba58ddcd,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:15:12.758373 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Allocated IP 172.27.1.117 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/c9bde39e-b155-4fef-a139-726804349b62) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:15:12.771740 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 1ac8a40a-5426-4823-8a33-975c5d729f72 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:12.839660 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:13.039917 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f022f-07b7-4a47-b66b-9b4f58bfb83b None None] Pushing event updated for resources: {'Port': ['ID=3ce09dea-03d0-432a-a623-0701ba58ddcd,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:13.041428 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:13.117889 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port 1ac8a40a-5426-4823-8a33-975c5d729f72 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:13.123520 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 1ac8a40a-5426-4823-8a33-975c5d729f72 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:13.126756 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:13.300662 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b437c33-b1c0-4f24-a945-c6c327c66f95 req-1bd017c5-aa31-4c5e-9b6e-8325d609dfaa tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:13.320143 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2b437c33-b1c0-4f24-a945-c6c327c66f95 req-1bd017c5-aa31-4c5e-9b6e-8325d609dfaa tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 949 time: 0.2198300 Jan 18 13:15:13.325097 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:13.432990 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:13.472479 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7041ffa1-7f85-4e8a-b087-cb4a368ff691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac8a40a-5426-4823-8a33-975c5d729f72'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:13.484590 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 1ac8a40a-5426-4823-8a33-975c5d729f72, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1ac8a40a-5426-4823-8a33-975c5d729f72,segment=NetworkSegment(6cf8a8d1-d56f-4844-a449-413b97df3b1f),segment_id=6cf8a8d1-d56f-4844-a449-413b97df3b1f)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:13.567241 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f1c17f4f-7e15-41c6-96a8-df7cdfe7b1c9 req-04f5865b-5e97-4b20-a205-d5c5410ff38e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 210 time: 0.1250851 Jan 18 13:15:13.577195 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:13.626688 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:15:13.631801 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Pushing event updated for resources: {'Port': ['ID=c9bde39e-b155-4fef-a139-726804349b62,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:13.644702 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:13.648017 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:15:13.681320 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=1ac8a40a-5426-4823-8a33-975c5d729f72,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:13.780745 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2b437c33-b1c0-4f24-a945-c6c327c66f95 req-8169c7cd-145f-4735-989e-535c9494b225 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404635 Jan 18 13:15:13.873834 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7041ffa1-7f85-4e8a-b087-cb4a368ff691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac8a40a-5426-4823-8a33-975c5d729f72', 'code': 200} Jan 18 13:15:13.919980 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8381ee-8763-4f50-be7e-316f8e8c39d0 req-c15d75e4-78cd-4f0a-bc39-95ca0f9daaad tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:13.921464 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0b8381ee-8763-4f50-be7e-316f8e8c39d0 req-c15d75e4-78cd-4f0a-bc39-95ca0f9daaad tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.1887565 Jan 18 13:15:13.974265 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0b8381ee-8763-4f50-be7e-316f8e8c39d0 req-069d2b7c-97a0-4d47-944b-03e5d4db3f46 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457377 Jan 18 13:15:14.039799 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:14.040737 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1032500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1039773'] for router, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:14.408361 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Router 6dc34715-53be-4919-936f-b6a1cecd8500 is scheduled to L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 with binding_index 1 {{(pid=83736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:15:14.582693 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7628ec0e-6cd1-4819-90d7-33ec7e23c8ae None None] Network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:15:14.837938 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6d3b5608-418d-4c97-b3fd-38c7320147ac req-f354836c-3133-44ed-ab69-834be1e5d841 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 210 time: 0.0592668 Jan 18 13:15:14.879101 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:15:14.945964 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Sync routers for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:15:14.987418 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:14.988242 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:14:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:15.145291 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] Notify callbacks [] for router, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:15.149840 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-5250aa39-d8f3-419b-b231-0d49a2260453 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1286757 Jan 18 13:15:15.150741 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 55134) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:15.166077 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2643fbe8-0170-473d-8964-f24943a4516a None None] Provisioning for port 3ce09dea-03d0-432a-a623-0701ba58ddcd completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:15.182896 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf57f3-5c42-4396-8b8c-63b9d9c83939 req-cadc7993-df2e-4551-b17a-2c1a9774bb53 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:15.185339 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6aaf57f3-5c42-4396-8b8c-63b9d9c83939 req-cadc7993-df2e-4551-b17a-2c1a9774bb53 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 950 time: 0.2000141 Jan 18 13:15:15.308034 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 3ce09dea-03d0-432a-a623-0701ba58ddcd up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:15.350871 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6aaf57f3-5c42-4396-8b8c-63b9d9c83939 req-b4b352b2-8f8f-4f3b-a190-c1df3adc8b9f tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562135 Jan 18 13:15:15.474204 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed735a-fd64-4e84-81e9-d571a479aaed req-ba907951-8d52-42fb-b593-b7602164e383 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:15.482106 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-12ed735a-fd64-4e84-81e9-d571a479aaed req-ba907951-8d52-42fb-b593-b7602164e383 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.1299820 Jan 18 13:15:15.489062 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:15.561775 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-12ed735a-fd64-4e84-81e9-d571a479aaed req-0a488e45-e533-4e5b-9926-d19f21d65b80 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774298 Jan 18 13:15:15.858948 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:13Z', 'revision_number': 3, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:15.863938 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Checking router: 6dc34715-53be-4919-936f-b6a1cecd8500 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:15:15.864332 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Updating router 6dc34715-53be-4919-936f-b6a1cecd8500 port c9bde39e-b155-4fef-a139-726804349b62 binding host dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:15:15.935795 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.034815 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 3ce09dea-03d0-432a-a623-0701ba58ddcd completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:16.035429 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ac3dc28c-5ea0-4233-9a03-0b1b29634f4b req-1e9a8caf-0ce2-4293-9a61-7db021dd736c tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 210 time: 0.0449247 Jan 18 13:15:16.069170 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 3ce09dea-03d0-432a-a623-0701ba58ddcd triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:16.069542 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.274601 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.332853 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.417840 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 3ce09dea-03d0-432a-a623-0701ba58ddcd, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=3ce09dea-03d0-432a-a623-0701ba58ddcd,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:16.443301 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.456239 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Transition to ACTIVE for port object c9bde39e-b155-4fef-a139-726804349b62 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:16.488849 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.513070 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Allocated IP 172.20.0.1 (1b254d9d-73c2-4ed0-9c9f-3efdaec0f196/8ff1fabd-3520-456c-8dfd-6e9647c65920/ef66cd3c-4d54-4b95-81d1-008a257a7806) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:15:16.564122 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=3ce09dea-03d0-432a-a623-0701ba58ddcd,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:16.581953 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e3bf4-52af-4a58-964c-cd449afbb5b2 req-a8a715fd-1035-4398-8e75-95c5a270f40e tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:16.585135 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.594354 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb2e3bf4-52af-4a58-964c-cd449afbb5b2 req-a8a715fd-1035-4398-8e75-95c5a270f40e tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 950 time: 0.0975952 Jan 18 13:15:16.676830 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dbf7b-743e-4a1e-981a-388713e4e2c9 None None] Pushing event updated for resources: {'Port': ['ID=c9bde39e-b155-4fef-a139-726804349b62,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:16.682880 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Attempting to bind port c9bde39e-b155-4fef-a139-726804349b62 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:15:16.683235 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Attempting to bind port c9bde39e-b155-4fef-a139-726804349b62 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:15:16.683625 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Attempting to bind port c9bde39e-b155-4fef-a139-726804349b62 on network c819a04a-d4de-425c-932c-045951f85bec {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:15:16.691162 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:15:16.691569 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Checking segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:15:16.691964 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.692340 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Bound using segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:15:16.693275 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Bound port: c9bde39e-b155-4fef-a139-726804349b62, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:15:16.693275 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.702149 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.721185 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Transition to ACTIVE for port object ef66cd3c-4d54-4b95-81d1-008a257a7806 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:16.772043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] For port c9bde39e-b155-4fef-a139-726804349b62, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:15:16.776448 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] For port c9bde39e-b155-4fef-a139-726804349b62, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=c9bde39e-b155-4fef-a139-726804349b62,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:15:16.821473 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb2e3bf4-52af-4a58-964c-cd449afbb5b2 req-dccbd4ef-106b-47bb-a0ab-cb4874fa409f tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262728 Jan 18 13:15:16.857835 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcc08a-8213-476c-a2ed-690c8b6782cd req-e991cf4a-1108-42d4-bf3e-7ef92e420cbc tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:16.859387 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-35dcc08a-8213-476c-a2ed-690c8b6782cd req-e991cf4a-1108-42d4-bf3e-7ef92e420cbc tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.0819404 Jan 18 13:15:16.882984 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.906202 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-35dcc08a-8213-476c-a2ed-690c8b6782cd req-238c17e5-2935-44a3-916f-d109cec5c681 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404067 Jan 18 13:15:16.927335 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.950828 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:15:16.953741 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:16.958504 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:15:16.987242 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef66cd3c-4d54-4b95-81d1-008a257a7806,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:17.021764 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:17.022393 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:14:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:17.022524 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039275'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:17.088819 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dbf7b-743e-4a1e-981a-388713e4e2c9 None None] Pushing event updated for resources: {'Port': ['ID=c9bde39e-b155-4fef-a139-726804349b62,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:17.184287 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 3ce09dea-03d0-432a-a623-0701ba58ddcd up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:17.248561 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:17.251837 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a7306f1d-26c0-4d78-b6ef-a660ac88785c req-17b59892-c419-4766-a71f-ebb8f42be100 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 210 time: 0.0482361 Jan 18 13:15:17.300511 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:17.412674 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 3ce09dea-03d0-432a-a623-0701ba58ddcd triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:17.413042 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:17.435044 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-32fcc1cc-55d5-4027-a116-ad684aac7a6e None None] Provisioning for port ef66cd3c-4d54-4b95-81d1-008a257a7806 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:17.471996 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-32fcc1cc-55d5-4027-a116-ad684aac7a6e None None] Provisioning complete for port ef66cd3c-4d54-4b95-81d1-008a257a7806 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:17.472366 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-32fcc1cc-55d5-4027-a116-ad684aac7a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:17.481269 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:17.582527 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:17.608346 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-32fcc1cc-55d5-4027-a116-ad684aac7a6e None None] Port ef66cd3c-4d54-4b95-81d1-008a257a7806 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:15:17.686914 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef66cd3c-4d54-4b95-81d1-008a257a7806,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:17.689493 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8258758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1038402'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:17.780810 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:13Z', 'revision_number': 3, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:17.786020 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5213d7e8-bcb8-4c30-8909-1ebeec8e4590 None None] The sync data for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi is: [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:13Z', 'revision_number': 3, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:15:17.844939 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:15:17.846532 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:18.010970 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9d1e2248-6297-4753-8f7a-d4fe87c11e17 req-a137cea6-1b1f-4997-b977-fc0e94a9a5a5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 1103 time: 0.1575112 Jan 18 13:15:18.203400 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9d1e2248-6297-4753-8f7a-d4fe87c11e17 req-79a3f8ae-eb2b-4b6d-a428-e71b08c36dc1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860929 Jan 18 13:15:18.241935 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaaeec-d09e-4f98-9190-fef2ae4e3f51 req-dbb7860a-9456-4db3-a344-4efdcc1bd3aa tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:18.243420 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-94eaaeec-d09e-4f98-9190-fef2ae4e3f51 req-dbb7860a-9456-4db3-a344-4efdcc1bd3aa tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.1120288 Jan 18 13:15:18.249858 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165a006-c73e-49f7-b5f9-c2df136de502 req-c01816f3-b551-40a9-a69e-af60079684bd tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:18.250233 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2bff57e4-f5d3-4dd1-a1fc-ec1347957673 None None] Provisioning complete for port ef66cd3c-4d54-4b95-81d1-008a257a7806 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:18.251190 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2bff57e4-f5d3-4dd1-a1fc-ec1347957673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:18.251650 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8165a006-c73e-49f7-b5f9-c2df136de502 req-c01816f3-b551-40a9-a69e-af60079684bd tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 950 time: 0.2097297 Jan 18 13:15:18.324713 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2bff57e4-f5d3-4dd1-a1fc-ec1347957673 None None] Port ef66cd3c-4d54-4b95-81d1-008a257a7806 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:15:18.331324 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-94eaaeec-d09e-4f98-9190-fef2ae4e3f51 req-f2b54514-8951-4104-96f7-3c4d794377d6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780950 Jan 18 13:15:18.333455 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8165a006-c73e-49f7-b5f9-c2df136de502 req-f5ee0e08-e99c-47e7-b486-7b47dc384cde tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646439 Jan 18 13:15:18.422162 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Router 6dc34715-53be-4919-936f-b6a1cecd8500 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:15:18.499201 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ca2bbc3-2d5e-4bac-bbce-18563af37c97 req-844e8d73-095c-4a5d-a4b1-6156509c6e1a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 210 time: 0.0408688 Jan 18 13:15:18.623643 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:15:18.632943 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-60fe0bc8-2645-4044-a7b4-e443cd5f99a7 admin admin] 10.222.0.87 "PUT /v2.0/routers/6dc34715-53be-4919-936f-b6a1cecd8500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4796903 Jan 18 13:15:19.317210 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-37a71038-4621-493f-bd96-8a0078e0cab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:19.448161 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-9bb57630-2a82-4665-8464-a36d9a4e64fc tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:19.450226 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-9bb57630-2a82-4665-8464-a36d9a4e64fc tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.91 "GET /v2.0/networks?id=327889a7-f239-42c5-9df4-94e863ad829a HTTP/1.1" status: 200 len: 814 time: 0.1859970 Jan 18 13:15:19.475362 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Request body: {'port': {'device_id': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'admin_state_up': True, 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:19.797603 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:19.809946 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Usage tracker for resource:port and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:19.816918 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:19.826340 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:19.843688 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7697efe-6225-402a-81b4-fa59bca71c10 req-e05393ce-0f3f-4feb-83b1-bbb5a6e4bf42 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:19.845127 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e7697efe-6225-402a-81b4-fa59bca71c10 req-e05393ce-0f3f-4feb-83b1-bbb5a6e4bf42 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 950 time: 0.2457457 Jan 18 13:15:19.852619 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c6dff-5053-4ca0-9a92-8f34d5302b63 req-b47c6d43-cab6-4e82-8870-0c96c5f86f52 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:19.854007 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-567c6dff-5053-4ca0-9a92-8f34d5302b63 req-b47c6d43-cab6-4e82-8870-0c96c5f86f52 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.2557325 Jan 18 13:15:19.926486 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Made reservation on behalf of c5ee90cc67ab40cd8bef0b0639fee7fe for: {'port': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:15:19.929431 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:19.945747 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e7697efe-6225-402a-81b4-fa59bca71c10 req-94e9a344-f2a8-4e85-809a-50442c99644b tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907636 Jan 18 13:15:19.950722 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-567c6dff-5053-4ca0-9a92-8f34d5302b63 req-573fc8c1-7c0b-4b11-a5d3-ba44f51835bb tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796671 Jan 18 13:15:20.026105 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 55204) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:20.033681 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-201878405-network', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:20.040212 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:20.048209 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Usage tracker for resource:network and tenant:c5d34056ac47431ea8f999da61b3fe87 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:20.060203 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:20.074714 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:20.191366 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Allocated IP 172.20.0.7 (327889a7-f239-42c5-9df4-94e863ad829a/db3d1c71-ca3b-48f9-8b6c-90b4e24188ed/21cdd803-f6c7-4f87-9878-5c5c59e70d3c) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:15:20.194421 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Made reservation on behalf of c5d34056ac47431ea8f999da61b3fe87 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:15:20.198151 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.206170 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-79e17da6-4ba2-40df-8fe4-0ba1f10691df req-17382210-1f76-46c7-b87d-8f9ba14054c4 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 210 time: 0.0515120 Jan 18 13:15:20.212215 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.218542 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 55212) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:20.261660 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:20.265915 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d34056ac47431ea8f999da61b3fe87 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:20.269952 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:20.277594 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:20.358800 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.451363 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ef32-b4e0-4021-b27c-e61b42a90cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.463246 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.489698 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.491498 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:15:20.504476 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0a0f2b-5165-437b-aa70-fa038d6aac3a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:20.510435 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.510953 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Added segment 4db0801a-2fb6-4fd4-8785-944fb6bb304e of type vlan for network 69a2a9dd-597c-4235-8210-c59aeb99ba2a Jan 18 13:15:20.522039 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Transition to ACTIVE for port object 21cdd803-f6c7-4f87-9878-5c5c59e70d3c will not be triggered until provisioned by entity DHCP. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:20.534488 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5cb3ef32-b4e0-4021-b27c-e61b42a90cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:20.543639 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5cb3ef32-b4e0-4021-b27c-e61b42a90cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:84a0be2dd4d74d14872cf739718e32c6 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:20.543758 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.543920 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5cb3ef32-b4e0-4021-b27c-e61b42a90cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:20.552718 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5cb3ef32-b4e0-4021-b27c-e61b42a90cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:20.625522 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ef32-b4e0-4021-b27c-e61b42a90cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.640008 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.640891 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:20.641476 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.671898 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.766604 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ef32-b4e0-4021-b27c-e61b42a90cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.769023 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] Pushing event updated for resources: {'Network': ['ID=69a2a9dd-597c-4235-8210-c59aeb99ba2a,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:20.786474 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Network 327889a7-f239-42c5-9df4-94e863ad829a is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:15:20.787922 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 69a2a9dd-597c-4235-8210-c59aeb99ba2a details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:15:20.796090 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:20.798577 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:15:20.831119 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event updated for resources: {'Port': ['ID=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:20.851121 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-8f1d57bd-a6c5-49e1-9467-073fd690c403 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8233738 Jan 18 13:15:20.851917 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 55228) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:20.885754 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Request body: {'subnet': {'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-201878405-subnet', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'ip_version': 4}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:20.896754 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:20.901964 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3ef32-b4e0-4021-b27c-e61b42a90cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12284fff-f257-4f40-9276-c874e40cb99b,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:20.911201 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Usage tracker for resource:subnet and tenant:c5d34056ac47431ea8f999da61b3fe87 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:20.918317 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:20.929495 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-5cb3ef32-b4e0-4021-b27c-e61b42a90cb1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=84a0be2dd4d74d14872cf739718e32c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7074535 Jan 18 13:15:20.930484 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 55234) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:20.936654 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:20.946944 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:20.947643 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:21.075869 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-039a69d9-57c8-460f-a615-965c46cb3f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:21.143621 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-039a69d9-57c8-460f-a615-965c46cb3f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:21.290360 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device c9bde39e-b155-4fef-a139-726804349b62 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:21.469066 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-039a69d9-57c8-460f-a615-965c46cb3f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:21.469066 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-039a69d9-57c8-460f-a615-965c46cb3f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:21.469066 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-039a69d9-57c8-460f-a615-965c46cb3f80 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/12284fff-f257-4f40-9276-c874e40cb99b HTTP/1.1" status: 204 len: 168 time: 0.5336866 Jan 18 13:15:21.470084 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a69d9-57c8-460f-a615-965c46cb3f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12284fff-f257-4f40-9276-c874e40cb99b,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:21.623008 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port c9bde39e-b155-4fef-a139-726804349b62 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:21.656612 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port c9bde39e-b155-4fef-a139-726804349b62 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:21.657281 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:21.657557 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Made reservation on behalf of c5d34056ac47431ea8f999da61b3fe87 for: {'subnet': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:15:21.670191 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1769725'] for subnet, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:21.699938 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-e76adb59-f681-4e8f-b804-e5a27017e00a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2295558 Jan 18 13:15:21.816084 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-612ab4cc-e3fa-4809-8f23-5d24e4541ff1 None None] Provisioning for port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:21.819264 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f47da538-e499-43fd-a4dc-a4583c7f5b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:21.826595 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-612ab4cc-e3fa-4809-8f23-5d24e4541ff1 None None] Provisioning complete for port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:21.827183 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-612ab4cc-e3fa-4809-8f23-5d24e4541ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:21.960941 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Request body: {'port': {'device_id': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:22.061546 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-612ab4cc-e3fa-4809-8f23-5d24e4541ff1 None None] Port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:15:22.135053 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:22.167803 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port c9bde39e-b155-4fef-a139-726804349b62, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=c9bde39e-b155-4fef-a139-726804349b62,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:22.240278 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:22.324828 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5e48a-2566-48f2-9e81-7dc981a5b266 req-f1b07dfc-8ba7-4086-a1fa-25e79fef898b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:22.335151 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5be5e48a-2566-48f2-9e81-7dc981a5b266 req-f1b07dfc-8ba7-4086-a1fa-25e79fef898b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.6239033 Jan 18 13:15:22.342089 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:22.348324 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=c9bde39e-b155-4fef-a139-726804349b62,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:22.409432 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ea60b-f957-4bc7-abb3-5b3ab721f292 req-a2f84bc6-95ee-48c3-b114-51b573459928 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:22.416561 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-261ea60b-f957-4bc7-abb3-5b3ab721f292 req-a2f84bc6-95ee-48c3-b114-51b573459928 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 950 time: 1.1337600 Jan 18 13:15:22.567264 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5be5e48a-2566-48f2-9e81-7dc981a5b266 req-6509d894-4791-42d2-8287-9f8df735c3c6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304633 Jan 18 13:15:22.570390 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1926591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1769707'] for subnet, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:22.575796 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-261ea60b-f957-4bc7-abb3-5b3ab721f292 req-3f0b09ee-8f40-4ab1-985d-4fa8f275c598 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583536 Jan 18 13:15:22.754196 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:23.075228 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cdd803-f6c7-4f87-9878-5c5c59e70d3c {{(pid=83736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:15:23.099037 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:23.110875 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:23.140283 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Pushing event updated for resources: {'Subnet': ['ID=365ce45c-8c43-4c66-b4a7-c55912917fe8,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:23.165120 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Transition to ACTIVE for port object 21cdd803-f6c7-4f87-9878-5c5c59e70d3c will not be triggered until provisioned by entity L2. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:23.180998 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Checking segment: {'id': '4db0801a-2fb6-4fd4-8785-944fb6bb304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:15:23.181608 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Network hostable DHCP agents. Network: 69a2a9dd-597c-4235-8210-c59aeb99ba2a, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:15:23.200898 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device c9bde39e-b155-4fef-a139-726804349b62 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:23.261446 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f60f-8b36-40f7-9724-e54aba031b3b req-77bc2e6b-78ea-44cf-bf92-d214f92552c1 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:23.262453 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-aa61f60f-8b36-40f7-9724-e54aba031b3b req-77bc2e6b-78ea-44cf-bf92-d214f92552c1 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Synchronizing usage tracker for tenant:c5ee90cc67ab40cd8bef0b0639fee7fe on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:15:23.323029 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port c9bde39e-b155-4fef-a139-726804349b62 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:23.323727 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:23.508766 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Network 69a2a9dd-597c-4235-8210-c59aeb99ba2a is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:15:23.511016 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-aa61f60f-8b36-40f7-9724-e54aba031b3b req-77bc2e6b-78ea-44cf-bf92-d214f92552c1 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Unset dirty status for tenant:c5ee90cc67ab40cd8bef0b0639fee7fe on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:15:23.515928 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aa61f60f-8b36-40f7-9724-e54aba031b3b req-77bc2e6b-78ea-44cf-bf92-d214f92552c1 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 931 time: 0.5303440 Jan 18 13:15:23.524580 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:23.703962 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:23.712736 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aa61f60f-8b36-40f7-9724-e54aba031b3b req-d32ea7df-e5f2-45bf-9d89-100512011f63 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892238 Jan 18 13:15:23.871061 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 69a2a9dd-597c-4235-8210-c59aeb99ba2a) {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:23.884055 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7cd3bf-eb21-408a-a9db-ecbf8105db6c None None] Network 69a2a9dd-597c-4235-8210-c59aeb99ba2a requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:15:23.889888 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:23.890833 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:23.899164 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Attempting to bind port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:15:23.899847 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Attempting to bind port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:15:23.900355 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Attempting to bind port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c on network 327889a7-f239-42c5-9df4-94e863ad829a {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:15:23.918327 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c on network 327889a7-f239-42c5-9df4-94e863ad829a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:15:23.918973 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Attempting to bind port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c on network 327889a7-f239-42c5-9df4-94e863ad829a {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:15:23.927182 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:15:23.927846 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Checking segment: {'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:15:23.928448 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Bound using segment: {'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:15:23.929052 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Bound port: 21cdd803-f6c7-4f87-9878-5c5c59e70d3c, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8c47f7-7e6b-4a71-ad44-286354a3db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a'}}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:15:23.929597 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:24.219038 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 55270) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:24.219751 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d5f0387d-f369-41b0-bfd9-e9391e26cdec admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3543801 Jan 18 13:15:24.228641 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-201878405-router', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:24.240411 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:24.247842 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Usage tracker for resource:router and tenant:c5d34056ac47431ea8f999da61b3fe87 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:24.254735 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:24.274157 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:24.389588 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe04c54af-8e1e-5726-87fb-16baf80530e4-69a2a9dd-597c-4235-8210-c59aeb99ba2a', 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'fixed_ips': [{'subnet_id': '365ce45c-8c43-4c66-b4a7-c55912917fe8'}]}} from dv-cinder-825102-1-iscsi. {{(pid=83738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:15:24.397065 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:24.443631 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] For port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c, host hv-cinder-82510, cleared binding levels {{(pid=83736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:15:24.461243 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] For port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:15:24.492411 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60406d-039a-4fcd-8178-269753472e12 req-fbc1828c-0b1f-4a4e-bdce-838a7ca8d578 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:24.493859 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-be60406d-039a-4fcd-8178-269753472e12 req-fbc1828c-0b1f-4a4e-bdce-838a7ca8d578 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.4231346 Jan 18 13:15:24.530448 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9144a3-aef8-4a36-a907-ec6244bc38d2 req-0cedcaef-1194-4ce3-b896-a73957843024 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:24.532147 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3d9144a3-aef8-4a36-a907-ec6244bc38d2 req-0cedcaef-1194-4ce3-b896-a73957843024 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 950 time: 0.2574296 Jan 18 13:15:24.611978 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3d9144a3-aef8-4a36-a907-ec6244bc38d2 req-9ff02a3f-30db-4a87-ac5b-647e6cbc7625 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737689 Jan 18 13:15:24.636331 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-be60406d-039a-4fcd-8178-269753472e12 req-86bf9b2d-2af5-4888-aa68-bc6fe8fa02d0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345439 Jan 18 13:15:24.651893 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Allocated IP 172.20.0.2 (69a2a9dd-597c-4235-8210-c59aeb99ba2a/365ce45c-8c43-4c66-b4a7-c55912917fe8/39013d73-9ae0-4a40-9f9d-9d526f2de0fd) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:15:24.654374 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110339'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:24.654612 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:24.655914 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1039776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110348'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:24.708553 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:24.787838 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:24.788491 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] 10.222.0.91 "PUT /v2.0/ports/21cdd803-f6c7-4f87-9878-5c5c59e70d3c HTTP/1.1" status: 200 len: 1093 time: 2.8429215 Jan 18 13:15:24.788914 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:24.848740 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68cbb7-fb4f-458c-af78-da7ef5c6f2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,revision_number=3']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:25.052604 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:25.114251 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Transition to ACTIVE for port object 39013d73-9ae0-4a40-9f9d-9d526f2de0fd will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:25.119858 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1039798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110366'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:25.181408 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Transition to ACTIVE for port object 39013d73-9ae0-4a40-9f9d-9d526f2de0fd will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:25.195488 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:25.325418 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'status': 'completed', 'code': 200} Jan 18 13:15:25.399169 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-98b727f5-674b-4211-bd09-70bbbc45fd99 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c5ee90cc67ab40cd8bef0b0639fee7fe&device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 1096 time: 0.4043393 Jan 18 13:15:25.410367 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdffada-e3a0-45ab-83d5-941458e7a174 req-296f55db-e1c8-443d-bc6d-8969285def0f tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:25.417772 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ecdffada-e3a0-45ab-83d5-941458e7a174 req-296f55db-e1c8-443d-bc6d-8969285def0f tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 943 time: 0.1402988 Jan 18 13:15:25.477055 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ecdffada-e3a0-45ab-83d5-941458e7a174 req-c076da88-cde5-4b0a-9141-bc3f703cb078 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578921 Jan 18 13:15:25.749452 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:25.887152 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Network 69a2a9dd-597c-4235-8210-c59aeb99ba2a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:15:25.888726 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:25.891341 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:15:25.935008 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Pushing event updated for resources: {'Port': ['ID=39013d73-9ae0-4a40-9f9d-9d526f2de0fd,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:25.954887 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:26.010930 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:26.036691 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Attempting to bind port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:15:26.037693 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Attempting to bind port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '4db0801a-2fb6-4fd4-8785-944fb6bb304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:15:26.040592 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Attempting to bind port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd on network 69a2a9dd-597c-4235-8210-c59aeb99ba2a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:15:26.048540 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:15:26.049678 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Checking segment: {'id': '4db0801a-2fb6-4fd4-8785-944fb6bb304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:15:26.050219 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:26.050608 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Bound using segment: {'id': '4db0801a-2fb6-4fd4-8785-944fb6bb304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:15:26.051199 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Bound port: 39013d73-9ae0-4a40-9f9d-9d526f2de0fd, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db0801a-2fb6-4fd4-8785-944fb6bb304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:15:26.051712 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:26.098069 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e6eb-1b24-4018-879d-2aa597513a18 req-24f8c559-5526-4f44-baa1-37167e89bcb6 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:26.103699 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d73e6eb-1b24-4018-879d-2aa597513a18 req-24f8c559-5526-4f44-baa1-37167e89bcb6 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 950 time: 0.3296332 Jan 18 13:15:26.166212 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] For port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:15:26.179515 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] For port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=39013d73-9ae0-4a40-9f9d-9d526f2de0fd,segment=NetworkSegment(4db0801a-2fb6-4fd4-8785-944fb6bb304e),segment_id=4db0801a-2fb6-4fd4-8785-944fb6bb304e)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:15:26.212219 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab28440-363b-433c-8ad9-949813f2d3e7 req-659359b1-fb03-466f-b8b9-679a43731d72 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:26.217248 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dab28440-363b-433c-8ad9-949813f2d3e7 req-659359b1-fb03-466f-b8b9-679a43731d72 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.3538203 Jan 18 13:15:26.254581 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:26.255364 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d73e6eb-1b24-4018-879d-2aa597513a18 req-15f6c574-e85c-46a0-a244-12643c7c0f79 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392446 Jan 18 13:15:26.316090 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dab28440-363b-433c-8ad9-949813f2d3e7 req-83e57b07-a399-4a32-b5e9-3c8e02cfabf6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758870 Jan 18 13:15:26.393716 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Allocated IP 172.27.1.165 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/8b99b42e-6195-41d6-af95-5d1647e14767) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:15:26.411455 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e43a7-adc5-4238-a57c-4487ff824eb4 None None] Pushing event updated for resources: {'Port': ['ID=39013d73-9ae0-4a40-9f9d-9d526f2de0fd,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:26.538717 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-2c147add-0127-42dc-84af-68e0d5159957 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c HTTP/1.1" status: 200 len: 217 time: 0.1398182 Jan 18 13:15:26.651605 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:26.837010 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:26.884843 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc65224-2e27-431c-b1b2-5b20b4864f43 req-c7c03fe8-e452-46e7-97d7-4921c8f32244 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:26.887646 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2fc65224-2e27-431c-b1b2-5b20b4864f43 req-c7c03fe8-e452-46e7-97d7-4921c8f32244 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 943 time: 0.1372848 Jan 18 13:15:26.943053 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:15:26.946644 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:26.950645 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:15:27.032484 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2fc65224-2e27-431c-b1b2-5b20b4864f43 req-8dfe610d-4ac7-4c6f-a318-08e4573ffa46 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324074 Jan 18 13:15:27.039430 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-2fb29225-3395-4c79-b963-3b4f2c674a37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:27.041959 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-2fb29225-3395-4c79-b963-3b4f2c674a37 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=db3d1c71-ca3b-48f9-8b6c-90b4e24188ed HTTP/1.1" status: 200 len: 853 time: 0.1118460 Jan 18 13:15:27.080399 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8b99b42e-6195-41d6-af95-5d1647e14767,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:27.395063 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 39013d73-9ae0-4a40-9f9d-9d526f2de0fd up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:27.532101 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:27.538969 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1032500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1039773'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:27.642302 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:27.754355 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7e4d5-dece-47bb-95fe-f8ac0d6826bb req-2d4516f5-2887-4157-a57e-ff24158c9d71 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:27.761203 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c6d7e4d5-dece-47bb-95fe-f8ac0d6826bb req-2d4516f5-2887-4157-a57e-ff24158c9d71 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 950 time: 0.2109256 Jan 18 13:15:27.848786 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c6d7e4d5-dece-47bb-95fe-f8ac0d6826bb req-181b1c17-c2f4-4ac2-a7d3-8e6c022237bd tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866239 Jan 18 13:15:27.885726 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da563b-bd27-40fb-ac93-1ca1ae5368ad req-c188be76-58ce-426f-bdc9-7cd1c368f323 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:27.889383 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b3da563b-bd27-40fb-ac93-1ca1ae5368ad req-c188be76-58ce-426f-bdc9-7cd1c368f323 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.2079542 Jan 18 13:15:27.973292 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b3da563b-bd27-40fb-ac93-1ca1ae5368ad req-45c4b5a0-d488-4430-8537-c43d2f1c6570 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705135 Jan 18 13:15:28.076983 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30c5727-1b27-4167-9676-38dd66758318 None None] Network 69a2a9dd-597c-4235-8210-c59aeb99ba2a requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:15:28.389128 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda453d-2a61-49e7-bd28-e21610a2ae26 req-671dbce5-7a71-4682-80d1-1e709e82d081 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:28.389128 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2dda453d-2a61-49e7-bd28-e21610a2ae26 req-671dbce5-7a71-4682-80d1-1e709e82d081 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 943 time: 0.1025004 Jan 18 13:15:28.448051 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Router 0b2b964a-d12b-42ee-9ac9-6ab01df426ba is scheduled to L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:15:28.476139 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2dda453d-2a61-49e7-bd28-e21610a2ae26 req-08fe17dc-0f34-4c36-b5b8-55cf1e337b32 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829608 Jan 18 13:15:28.487375 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-cce4ff71-4e77-4b2c-81b5-4ce22b958d2f None None] Provisioning for port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:28.494596 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-cce4ff71-4e77-4b2c-81b5-4ce22b958d2f None None] Provisioning complete for port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:28.495226 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cce4ff71-4e77-4b2c-81b5-4ce22b958d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:28.661261 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Sync routers for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:15:28.723529 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cce4ff71-4e77-4b2c-81b5-4ce22b958d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:28.734386 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:28.739240 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:15:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:28.750649 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:15:28.775178 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Sync routers for ids ['0b2b964a-d12b-42ee-9ac9-6ab01df426ba'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:15:28.785058 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-cce4ff71-4e77-4b2c-81b5-4ce22b958d2f None None] For port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=39013d73-9ae0-4a40-9f9d-9d526f2de0fd,segment=NetworkSegment(4db0801a-2fb6-4fd4-8785-944fb6bb304e),segment_id=4db0801a-2fb6-4fd4-8785-944fb6bb304e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:28.796208 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Routers {'0b2b964a-d12b-42ee-9ac9-6ab01df426ba'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:28.796841 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:15:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b2b964a-d12b-42ee-9ac9-6ab01df426ba'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:28.916566 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cce4ff71-4e77-4b2c-81b5-4ce22b958d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:28.919104 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:28.919104 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-cb5af0d5-47e5-4983-ac6b-c3b9cad2d0b0 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6961353 Jan 18 13:15:28.920979 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 55314) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:29.117209 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:29.177053 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4ff71-4e77-4b2c-81b5-4ce22b958d2f None None] Pushing event updated for resources: {'Port': ['ID=39013d73-9ae0-4a40-9f9d-9d526f2de0fd,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:29.204020 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-d5908637-24dd-4717-a747-db71b27a33e7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=327889a7-f239-42c5-9df4-94e863ad829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2152357 Jan 18 13:15:29.265577 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Set router 0b2b964a-d12b-42ee-9ac9-6ab01df426ba gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:29.413482 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-5902805a-9522-4a90-9203-4d81552cb397 None None] Provisioning complete for port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:29.414245 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5902805a-9522-4a90-9203-4d81552cb397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:29.843225 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-af3d14fa-d8af-42aa-bb1f-a7905426d280 service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6303880 Jan 18 13:15:29.874319 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'name': 'tempest-TestVolumeBootPattern-201878405-router', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:24Z', 'updated_at': '2022-01-18T13:15:27Z', 'revision_number': 3, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'gw_port': {'id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:26Z', 'updated_at': '2022-01-18T13:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:29.890450 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 2, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:29.897736 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Checking router: 6dc34715-53be-4919-936f-b6a1cecd8500 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:15:29.898805 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Updating router 6dc34715-53be-4919-936f-b6a1cecd8500 port ef66cd3c-4d54-4b95-81d1-008a257a7806 binding host dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:15:29.900725 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Checking router: 0b2b964a-d12b-42ee-9ac9-6ab01df426ba for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:15:29.901132 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Updating router 0b2b964a-d12b-42ee-9ac9-6ab01df426ba port 8b99b42e-6195-41d6-af95-5d1647e14767 binding host dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:15:29.987592 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:30.088038 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:30.157624 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84868576-61e0-468b-84f3-24897180ae4b req-a8fb4650-e880-49af-a902-c0c393e79e91 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:30.159400 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-84868576-61e0-468b-84f3-24897180ae4b req-a8fb4650-e880-49af-a902-c0c393e79e91 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.6072402 Jan 18 13:15:30.205985 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbaed3-7d96-46b2-8af5-75361322f988 req-ac71c614-6b15-46a3-b06d-7f1d14ddc294 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:30.213193 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d6cbaed3-7d96-46b2-8af5-75361322f988 req-ac71c614-6b15-46a3-b06d-7f1d14ddc294 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 950 time: 0.9624403 Jan 18 13:15:30.347061 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-84868576-61e0-468b-84f3-24897180ae4b req-4b49ca21-b858-48bb-914b-e66cd4a60f60 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791935 Jan 18 13:15:30.364301 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d6cbaed3-7d96-46b2-8af5-75361322f988 req-d66bff1f-ab60-4c81-93e4-abb273db0ea4 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501524 Jan 18 13:15:30.374702 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c93a93c7-1e7c-4077-a019-c21e4c701cff req-9ea2a529-cce2-4317-aff5-417e4a33de03 service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697390 Jan 18 13:15:30.626184 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9cb17-3feb-4070-9d48-697c9f013201 req-e0d9e139-cb5d-4bd1-99dd-e5b362a5e213 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:30.630980 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-05f9cb17-3feb-4070-9d48-697c9f013201 req-e0d9e139-cb5d-4bd1-99dd-e5b362a5e213 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 943 time: 0.1283042 Jan 18 13:15:30.706026 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-05f9cb17-3feb-4070-9d48-697c9f013201 req-094a9b68-7228-4fdc-bd1e-a6daa4d62525 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668194 Jan 18 13:15:30.772520 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:30.815391 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:30.830779 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Transition to ACTIVE for port object ef66cd3c-4d54-4b95-81d1-008a257a7806 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:30.852526 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:30.874153 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Transition to ACTIVE for port object 8b99b42e-6195-41d6-af95-5d1647e14767 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:30.955706 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-78424beb-030a-40d8-803d-d460fd1b10ec req-2866701e-f9ee-4b64-a86d-53a0f96055a9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c5ee90cc67ab40cd8bef0b0639fee7fe&device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 1096 time: 0.1426773 Jan 18 13:15:31.066892 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:31.067370 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:31.122116 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Allocated IP 172.20.0.1 (69a2a9dd-597c-4235-8210-c59aeb99ba2a/365ce45c-8c43-4c66-b4a7-c55912917fe8/07d7453d-8838-4364-8b69-ce198ba03523) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:15:31.237377 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 39013d73-9ae0-4a40-9f9d-9d526f2de0fd up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:31.327074 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f12f16-bcf4-4549-b3aa-0f11752d209c None None] Pushing event updated for resources: {'Port': ['ID=ef66cd3c-4d54-4b95-81d1-008a257a7806,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:31.551732 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Attempting to bind port 8b99b42e-6195-41d6-af95-5d1647e14767 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:15:31.553919 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Attempting to bind port 8b99b42e-6195-41d6-af95-5d1647e14767 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:15:31.554375 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Attempting to bind port 8b99b42e-6195-41d6-af95-5d1647e14767 on network c819a04a-d4de-425c-932c-045951f85bec {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:15:31.601767 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:15:31.602187 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Checking segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:15:31.602599 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:31.603340 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Bound using segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:15:31.604031 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Bound port: 8b99b42e-6195-41d6-af95-5d1647e14767, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:15:31.604031 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:31.685791 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Attempting to bind port ef66cd3c-4d54-4b95-81d1-008a257a7806 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:15:31.686560 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Attempting to bind port ef66cd3c-4d54-4b95-81d1-008a257a7806 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:15:31.687362 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Attempting to bind port ef66cd3c-4d54-4b95-81d1-008a257a7806 on network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:15:31.701536 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:15:31.702347 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Checking segment: {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:15:31.703185 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:31.703821 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Bound using segment: {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:15:31.706353 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Bound port: ef66cd3c-4d54-4b95-81d1-008a257a7806, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:15:31.707050 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:31.791240 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32476cef-7844-42df-a6db-876fece724e6 req-e6c9d0b1-d2a9-4365-9174-ff0f18dda42e tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:31.796289 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-32476cef-7844-42df-a6db-876fece724e6 req-e6c9d0b1-d2a9-4365-9174-ff0f18dda42e tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.91 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 950 time: 0.5048673 Jan 18 13:15:31.806277 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:31.876188 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Transition to ACTIVE for port object 07d7453d-8838-4364-8b69-ce198ba03523 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:31.892729 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-32476cef-7844-42df-a6db-876fece724e6 req-d02096b1-a974-4c4a-aca7-4ec1709cbf70 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Deleting port 1ac8a40a-5426-4823-8a33-975c5d729f72 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:15:31.893072 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-32476cef-7844-42df-a6db-876fece724e6 req-d02096b1-a974-4c4a-aca7-4ec1709cbf70 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:31.922858 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5f93b-3b3d-4807-8311-1753387b8e2c None None] Pushing event updated for resources: {'Port': ['ID=8b99b42e-6195-41d6-af95-5d1647e14767,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:31.939483 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78424beb-030a-40d8-803d-d460fd1b10ec req-f2131211-7969-4f44-8ad6-11d3be72f3e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:31.942144 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-78424beb-030a-40d8-803d-d460fd1b10ec req-f2131211-7969-4f44-8ad6-11d3be72f3e4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=327889a7-f239-42c5-9df4-94e863ad829a HTTP/1.1" status: 200 len: 915 time: 0.6407611 Jan 18 13:15:32.004747 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:32.005314 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:32.020923 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] For port ef66cd3c-4d54-4b95-81d1-008a257a7806, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:15:32.025002 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] For port ef66cd3c-4d54-4b95-81d1-008a257a7806, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ef66cd3c-4d54-4b95-81d1-008a257a7806,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:15:32.076560 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] For port 8b99b42e-6195-41d6-af95-5d1647e14767, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:15:32.104544 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-78424beb-030a-40d8-803d-d460fd1b10ec req-f69d64e7-d07d-41e5-9e6e-9e152b1347d0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c HTTP/1.1" status: 200 len: 217 time: 0.1464226 Jan 18 13:15:32.114908 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553968c8-628c-4738-a723-22c4404faca6 req-367342df-fa5c-457d-ad5c-0a9c0ac8f9f6 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:32.128418 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-553968c8-628c-4738-a723-22c4404faca6 req-367342df-fa5c-457d-ad5c-0a9c0ac8f9f6 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 950 time: 0.3241882 Jan 18 13:15:32.167231 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:32.172394 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] For port 8b99b42e-6195-41d6-af95-5d1647e14767, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=8b99b42e-6195-41d6-af95-5d1647e14767,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:15:32.178577 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:32.184651 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:32.253227 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:32.275384 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Network 69a2a9dd-597c-4235-8210-c59aeb99ba2a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:15:32.275384 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:32.285248 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:15:32.305624 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78424beb-030a-40d8-803d-d460fd1b10ec req-fd310cd1-269a-49ad-a345-071af9c64f26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:32.307194 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-78424beb-030a-40d8-803d-d460fd1b10ec req-fd310cd1-269a-49ad-a345-071af9c64f26 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=db3d1c71-ca3b-48f9-8b6c-90b4e24188ed HTTP/1.1" status: 200 len: 853 time: 0.1742158 Jan 18 13:15:32.348956 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbb271-3923-40df-be6f-d24ca6d98b64 req-a453f058-d8b6-4f9c-9a02-6f6ff5faf7e3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:32.350416 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Pushing event updated for resources: {'Port': ['ID=07d7453d-8838-4364-8b69-ce198ba03523,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:32.352965 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039275'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:32.363947 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f12f16-bcf4-4549-b3aa-0f11752d209c None None] Pushing event updated for resources: {'Port': ['ID=ef66cd3c-4d54-4b95-81d1-008a257a7806,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:32.365812 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ebbb271-3923-40df-be6f-d24ca6d98b64 req-a453f058-d8b6-4f9c-9a02-6f6ff5faf7e3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 944 time: 0.5195899 Jan 18 13:15:32.367768 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:32.368384 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:15:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:32.516859 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-32476cef-7844-42df-a6db-876fece724e6 req-d02096b1-a974-4c4a-aca7-4ec1709cbf70 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] For port 1ac8a40a-5426-4823-8a33-975c5d729f72, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1ac8a40a-5426-4823-8a33-975c5d729f72,segment=NetworkSegment(6cf8a8d1-d56f-4844-a449-413b97df3b1f),segment_id=6cf8a8d1-d56f-4844-a449-413b97df3b1f)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:32.517754 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-32476cef-7844-42df-a6db-876fece724e6 req-d02096b1-a974-4c4a-aca7-4ec1709cbf70 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:32.529130 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-553968c8-628c-4738-a723-22c4404faca6 req-4cfb57db-22a5-42c9-9a32-8f4cad9c1ee2 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/security-groups?id=6eadfaf5-8667-44d1-9f38-28b1195b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986542 Jan 18 13:15:32.611733 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ebbb271-3923-40df-be6f-d24ca6d98b64 req-6d3113f2-2d62-427c-aeca-2a307f6edaec tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911924 Jan 18 13:15:32.629439 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Routers {'0b2b964a-d12b-42ee-9ac9-6ab01df426ba'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:32.634388 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:15:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b2b964a-d12b-42ee-9ac9-6ab01df426ba'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:32.656648 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-78424beb-030a-40d8-803d-d460fd1b10ec req-d0c43106-08c8-42f4-9a60-2fcae7d66d09 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=327889a7-f239-42c5-9df4-94e863ad829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2822027 Jan 18 13:15:32.835782 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5f93b-3b3d-4807-8311-1753387b8e2c None None] Pushing event updated for resources: {'Port': ['ID=8b99b42e-6195-41d6-af95-5d1647e14767,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:32.887694 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 53d872c4-fa84-4707-894c-f573fa6b89cb details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:15:32.910089 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-32476cef-7844-42df-a6db-876fece724e6 req-d02096b1-a974-4c4a-aca7-4ec1709cbf70 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Calling delete_port for 1ac8a40a-5426-4823-8a33-975c5d729f72 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:15:32.940389 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:32.998437 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:33.009603 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-78424beb-030a-40d8-803d-d460fd1b10ec req-5bedd281-de1f-4964-b5d6-e9b0f10d9ba4 service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452816 Jan 18 13:15:33.020119 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-460304dd-dca3-4b08-b156-60ffd2c75d18 None None] Provisioning for port 07d7453d-8838-4364-8b69-ce198ba03523 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:33.026882 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc5169-47e0-4ae1-929d-d0c44fbf8489 req-06018187-189c-49b9-acb9-93b42630a0bf tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:33.028767 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f1fc5169-47e0-4ae1-929d-d0c44fbf8489 req-06018187-189c-49b9-acb9-93b42630a0bf tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 943 time: 0.2600868 Jan 18 13:15:33.036548 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-460304dd-dca3-4b08-b156-60ffd2c75d18 None None] Provisioning complete for port 07d7453d-8838-4364-8b69-ce198ba03523 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:33.036941 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-460304dd-dca3-4b08-b156-60ffd2c75d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:33.067762 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.resource_extend [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:15:33.096623 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9d072896-db00-4894-bd40-1b890313a643 req-01c01eb3-033b-450a-998b-897c6c1b9192 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 1097 time: 0.2442579 Jan 18 13:15:33.143683 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f1fc5169-47e0-4ae1-929d-d0c44fbf8489 req-82352592-7a09-4736-91bb-d03385cd1e13 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090741 Jan 18 13:15:33.237555 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-460304dd-dca3-4b08-b156-60ffd2c75d18 None None] Port 07d7453d-8838-4364-8b69-ce198ba03523 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:15:33.250587 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] Set router 0b2b964a-d12b-42ee-9ac9-6ab01df426ba gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:33.320209 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:33.331011 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-32476cef-7844-42df-a6db-876fece724e6 req-d02096b1-a974-4c4a-aca7-4ec1709cbf70 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:33.338665 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:32Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:33.344926 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaafec6-4ce0-48ff-9022-02a21e3f3951 None None] The sync data for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi is: [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:32Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:15:33.366267 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53d872c4-fa84-4707-894c-f573fa6b89cb,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:33.375919 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['1ac8a40a-5426-4823-8a33-975c5d729f72'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:15:33.389360 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02096b1-a974-4c4a-aca7-4ec1709cbf70 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Pushing event deleted for resources: {'Port': ['ID=1ac8a40a-5426-4823-8a33-975c5d729f72,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:33.436484 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:33.568376 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'port_id': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'mac_address': 'fa:16:3e:62:3f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:15:33.607812 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Pushing event updated for resources: {'Port': ['ID=07d7453d-8838-4364-8b69-ce198ba03523,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:33.611741 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-32476cef-7844-42df-a6db-876fece724e6 req-d02096b1-a974-4c4a-aca7-4ec1709cbf70 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] No DVR routers for this DVR port 1ac8a40a-5426-4823-8a33-975c5d729f72 on host hv-cinder-82510 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:15:33.614701 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-32476cef-7844-42df-a6db-876fece724e6 req-d02096b1-a974-4c4a-aca7-4ec1709cbf70 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:33.623338 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7041ffa1-7f85-4e8a-b087-cb4a368ff691', 'name': 'network-vif-deleted', 'tag': '1ac8a40a-5426-4823-8a33-975c5d729f72'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:33.663868 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:33.678598 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8258758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1038402'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:33.684940 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d872c4-fa84-4707-894c-f573fa6b89cb {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:15:33.721650 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53d872c4-fa84-4707-894c-f573fa6b89cb,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:33.793560 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:33.817068 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-02efaa6a-aabe-4133-abe6-dfef87fbcd3f req-199c1f4f-ee76-47be-b983-016d600aeba4 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 210 time: 0.0662224 Jan 18 13:15:33.902605 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7041ffa1-7f85-4e8a-b087-cb4a368ff691', 'name': 'network-vif-deleted', 'tag': '1ac8a40a-5426-4823-8a33-975c5d729f72', 'status': 'completed', 'code': 200} Jan 18 13:15:33.912156 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-32476cef-7844-42df-a6db-876fece724e6 req-d02096b1-a974-4c4a-aca7-4ec1709cbf70 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.91 "DELETE /v2.0/ports/1ac8a40a-5426-4823-8a33-975c5d729f72 HTTP/1.1" status: 204 len: 173 time: 2.1024799 Jan 18 13:15:33.952171 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=53d872c4-fa84-4707-894c-f573fa6b89cb,revision_number=9']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:33.997583 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'name': 'tempest-TestVolumeBootPattern-201878405-router', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:24Z', 'updated_at': '2022-01-18T13:15:32Z', 'revision_number': 4, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'gw_port': {'id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:26Z', 'updated_at': '2022-01-18T13:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '07d7453d-8838-4364-8b69-ce198ba03523', 'name': '', 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'mac_address': 'fa:16:3e:63:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '365ce45c-8c43-4c66-b4a7-c55912917fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:30Z', 'updated_at': '2022-01-18T13:15:31Z', 'revision_number': 1, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'subnets': [{'id': '365ce45c-8c43-4c66-b4a7-c55912917fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:33.998492 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Network 69a2a9dd-597c-4235-8210-c59aeb99ba2a is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:15:34.000107 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:15:34.011517 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e12f65-bcac-4983-9c42-6fb670706984 None None] The sync data for ids ['0b2b964a-d12b-42ee-9ac9-6ab01df426ba'] in dv-cinder-825102-1-iscsi is: [{'id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'name': 'tempest-TestVolumeBootPattern-201878405-router', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:24Z', 'updated_at': '2022-01-18T13:15:32Z', 'revision_number': 4, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'gw_port': {'id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:26Z', 'updated_at': '2022-01-18T13:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '07d7453d-8838-4364-8b69-ce198ba03523', 'name': '', 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'mac_address': 'fa:16:3e:63:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '365ce45c-8c43-4c66-b4a7-c55912917fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:30Z', 'updated_at': '2022-01-18T13:15:31Z', 'revision_number': 1, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'subnets': [{'id': '365ce45c-8c43-4c66-b4a7-c55912917fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:15:34.075408 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca25d9-8bbc-46ba-98cb-ed7ecb2d7e3c req-a0fcaa70-408b-4267-be27-2e1e7759cebe tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:34.083399 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9eca25d9-8bbc-46ba-98cb-ed7ecb2d7e3c req-a0fcaa70-408b-4267-be27-2e1e7759cebe tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 945 time: 0.1191335 Jan 18 13:15:34.213386 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9eca25d9-8bbc-46ba-98cb-ed7ecb2d7e3c req-db3d7a63-f72f-4b88-b301-5b8bba59eeb2 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289976 Jan 18 13:15:34.401243 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['53d872c4-fa84-4707-894c-f573fa6b89cb'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:15:34.401707 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f197aa-f45e-4f1e-8934-c23c643d89a6 req-cf9514e7-b581-419d-aa3d-8ad9f5ec71ea tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:34.401707 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-86f197aa-f45e-4f1e-8934-c23c643d89a6 req-cf9514e7-b581-419d-aa3d-8ad9f5ec71ea tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 943 time: 0.0926077 Jan 18 13:15:34.483909 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-6cb0d911-3f48-4446-a009-b13e6acce0dd None None] Provisioning complete for port 07d7453d-8838-4364-8b69-ce198ba03523 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:34.484281 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d911-3f48-4446-a009-b13e6acce0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:34.521703 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-86f197aa-f45e-4f1e-8934-c23c643d89a6 req-7b5506d5-4bef-4d70-ad3c-64bf12ccce88 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037424 Jan 18 13:15:34.575633 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Router 0b2b964a-d12b-42ee-9ac9-6ab01df426ba has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:15:34.580990 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0d911-3f48-4446-a009-b13e6acce0dd None None] Port 07d7453d-8838-4364-8b69-ce198ba03523 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:15:34.793290 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:15:34.798549 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-4f58b944-eb54-44ed-8932-194105e7cf3d admin admin] 10.222.0.87 "PUT /v2.0/routers/0b2b964a-d12b-42ee-9ac9-6ab01df426ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8764784 Jan 18 13:15:34.881517 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 1ac8a40a-5426-4823-8a33-975c5d729f72 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:15:34.919236 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: 1ac8a40a-5426-4823-8a33-975c5d729f72 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:15:34.919693 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 1ac8a40a-5426-4823-8a33-975c5d729f72 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:15:34.988690 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-afb9d9ba-23d8-466f-8484-959fb934e839 req-5d4ae49d-694d-493e-aba9-ccd44d8668bb tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 210 time: 0.0424292 Jan 18 13:15:35.159742 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ef66cd3c-4d54-4b95-81d1-008a257a7806 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:35.297040 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port ef66cd3c-4d54-4b95-81d1-008a257a7806 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:35.302889 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port ef66cd3c-4d54-4b95-81d1-008a257a7806 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:35.303371 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:35.431720 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:35.467693 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port ef66cd3c-4d54-4b95-81d1-008a257a7806, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ef66cd3c-4d54-4b95-81d1-008a257a7806,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:35.566099 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541885ce-a1d3-48b9-9a6c-c1a9446c44b7 req-5870a9fe-0c82-4789-afa8-93c8eac5149d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:35.568400 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-541885ce-a1d3-48b9-9a6c-c1a9446c44b7 req-5870a9fe-0c82-4789-afa8-93c8eac5149d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 945 time: 0.0852704 Jan 18 13:15:35.629290 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:35.651263 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 55374) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:35.656846 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-974530364', 'description': 'tempest-secgroup-smoke-974530364 description', 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:35.670562 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:35.677564 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:security_group and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:35.681757 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:35.687685 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:35.722148 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-541885ce-a1d3-48b9-9a6c-c1a9446c44b7 req-8d6fe484-8e80-40e0-80cc-09b2f4cd5a70 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347947 Jan 18 13:15:35.755238 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=ef66cd3c-4d54-4b95-81d1-008a257a7806,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:35.755531 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-78424beb-030a-40d8-803d-d460fd1b10ec req-84e2ca33-e992-4741-be8f-69ce27a011ac service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857033 Jan 18 13:15:35.786900 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d072896-db00-4894-bd40-1b890313a643 req-13fa3caf-c3be-4dc8-9aea-29ac51cc2c3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:35.788714 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9d072896-db00-4894-bd40-1b890313a643 req-13fa3caf-c3be-4dc8-9aea-29ac51cc2c3f service neutron] 10.222.0.91 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 918 time: 0.2199366 Jan 18 13:15:35.863290 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de51c26-115a-4fe3-a554-5a3ec9798128 req-342487c1-0568-4e90-88ea-a0902835d5d1 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:35.869709 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0de51c26-115a-4fe3-a554-5a3ec9798128 req-342487c1-0568-4e90-88ea-a0902835d5d1 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 943 time: 0.0932050 Jan 18 13:15:35.870804 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:35.920442 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0de51c26-115a-4fe3-a554-5a3ec9798128 req-901f8224-937b-460d-b69f-52b6141a88d9 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496159 Jan 18 13:15:35.936206 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:35.941361 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9d072896-db00-4894-bd40-1b890313a643 req-72811773-52ed-49e9-85b2-7b265b7cc1a8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53d872c4-fa84-4707-894c-f573fa6b89cb HTTP/1.1" status: 200 len: 1000 time: 0.1454804 Jan 18 13:15:35.942285 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:security_group_rule and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:35.945258 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:35.980777 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:36.026494 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d072896-db00-4894-bd40-1b890313a643 req-ba728f20-2e54-4369-a88d-e709826d57b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:36.027956 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9d072896-db00-4894-bd40-1b890313a643 req-ba728f20-2e54-4369-a88d-e709826d57b6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 200 len: 856 time: 0.0798120 Jan 18 13:15:36.106480 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:36.138014 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9d072896-db00-4894-bd40-1b890313a643 req-97798abf-9dfa-4d85-a669-7eecdc603d5c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0968375 Jan 18 13:15:36.216431 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-146f40e5-7950-4171-861e-e57c1cbac51f req-ead240d7-cd0e-487d-ac53-edcccb222053 tempest-VolumesNegativeTest-516014790 tempest-VolumesNegativeTest-516014790-project] 10.222.0.87 "GET /v2.0/ports?device_id=7041ffa1-7f85-4e8a-b087-cb4a368ff691 HTTP/1.1" status: 200 len: 210 time: 0.0443001 Jan 18 13:15:36.225261 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:36.311284 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b4b191-f636-4d7b-b8a7-058738de9511,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:36.360112 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9d072896-db00-4894-bd40-1b890313a643 req-d6c59e29-139f-4e5e-957e-6c880c77be9e service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137332 Jan 18 13:15:36.454539 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:36.456094 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-866b7cf7-92b9-4f92-a7ef-883c58801e20 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.8037980 Jan 18 13:15:36.458986 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 55388) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:36.465182 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-fb63d0c2-55c5-4273-882d-27b69fb44c17 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'security_group_rule': {'security_group_id': '11b4b191-f636-4d7b-b8a7-058738de9511', 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:36.471943 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-fb63d0c2-55c5-4273-882d-27b69fb44c17 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:36.476461 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-fb63d0c2-55c5-4273-882d-27b69fb44c17 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:security_group_rule and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:36.479810 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-fb63d0c2-55c5-4273-882d-27b69fb44c17 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:36.487243 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-fb63d0c2-55c5-4273-882d-27b69fb44c17 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:36.528165 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9d072896-db00-4894-bd40-1b890313a643 req-1506c984-9e89-4b24-b512-aa83529afdd2 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616042 Jan 18 13:15:36.606281 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-fb63d0c2-55c5-4273-882d-27b69fb44c17 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:36.700087 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-fb63d0c2-55c5-4273-882d-27b69fb44c17 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:36.791809 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-fb63d0c2-55c5-4273-882d-27b69fb44c17 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:36.831091 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63d0c2-55c5-4273-882d-27b69fb44c17 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb269b1-0fec-4111-88e9-73d252150326,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:36.879957 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 53d872c4-fa84-4707-894c-f573fa6b89cb up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:36.948464 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-fb63d0c2-55c5-4273-882d-27b69fb44c17 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:36.949997 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-fb63d0c2-55c5-4273-882d-27b69fb44c17 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4898334 Jan 18 13:15:36.953748 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 55398) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:36.961035 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fdd5ac3b-2585-4148-90da-85fe14f2134a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'security_group_rule': {'security_group_id': '11b4b191-f636-4d7b-b8a7-058738de9511', 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:36.976488 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fdd5ac3b-2585-4148-90da-85fe14f2134a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:36.982484 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-fdd5ac3b-2585-4148-90da-85fe14f2134a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:security_group_rule and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:36.986212 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-fdd5ac3b-2585-4148-90da-85fe14f2134a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:37.013877 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fdd5ac3b-2585-4148-90da-85fe14f2134a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:37.144999 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c3bb9-56d1-4b38-b014-6594f60061c0 req-92f69b74-9fab-4488-a13b-55b40f977e2b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:37.144999 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b89c3bb9-56d1-4b38-b014-6594f60061c0 req-92f69b74-9fab-4488-a13b-55b40f977e2b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 945 time: 0.1668782 Jan 18 13:15:37.146266 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ac3b-2585-4148-90da-85fe14f2134a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:37.156614 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 53d872c4-fa84-4707-894c-f573fa6b89cb triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:37.157206 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:37.240077 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b89c3bb9-56d1-4b38-b014-6594f60061c0 req-7a9aecea-2918-4dcc-be38-4d52db8a0bbf tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876961 Jan 18 13:15:37.375158 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ef66cd3c-4d54-4b95-81d1-008a257a7806 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:37.429147 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ac3b-2585-4148-90da-85fe14f2134a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:37.438630 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:37.481523 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:37.495336 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53d872c4-fa84-4707-894c-f573fa6b89cb,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:37.511593 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port ef66cd3c-4d54-4b95-81d1-008a257a7806 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:37.511994 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:37.532592 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ac3b-2585-4148-90da-85fe14f2134a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:37.581299 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5ac3b-2585-4148-90da-85fe14f2134a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97910e7-b2e8-4221-a10c-9574d898330e,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:37.581443 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0895f1-29f4-4402-8295-be90985a7e1a req-1173c91f-4c37-41e6-ac0a-e3093b79309f tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:37.592517 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ed0895f1-29f4-4402-8295-be90985a7e1a req-1173c91f-4c37-41e6-ac0a-e3093b79309f tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 943 time: 0.3486111 Jan 18 13:15:37.654206 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:37.676808 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ed0895f1-29f4-4402-8295-be90985a7e1a req-8962d885-653e-47e2-ac88-278a02425dfe tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743747 Jan 18 13:15:37.684997 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ac3b-2585-4148-90da-85fe14f2134a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:37.690134 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-fdd5ac3b-2585-4148-90da-85fe14f2134a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7320518 Jan 18 13:15:37.690329 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 55414) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:37.715200 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-9044a93c-9581-4b71-aaba-7b3d03836c7b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'security_group_rule': {'security_group_id': '11b4b191-f636-4d7b-b8a7-058738de9511', 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:37.753436 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-9044a93c-9581-4b71-aaba-7b3d03836c7b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:37.765037 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-9044a93c-9581-4b71-aaba-7b3d03836c7b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:security_group_rule and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:37.771509 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-9044a93c-9581-4b71-aaba-7b3d03836c7b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:37.793930 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-9044a93c-9581-4b71-aaba-7b3d03836c7b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:37.816192 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=53d872c4-fa84-4707-894c-f573fa6b89cb,revision_number=10']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:37.823756 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 8b99b42e-6195-41d6-af95-5d1647e14767 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:37.852368 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'code': 200} Jan 18 13:15:37.902985 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9044a93c-9581-4b71-aaba-7b3d03836c7b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:37.964834 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9044a93c-9581-4b71-aaba-7b3d03836c7b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.028216 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 8b99b42e-6195-41d6-af95-5d1647e14767 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:38.037665 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 8b99b42e-6195-41d6-af95-5d1647e14767 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:38.038038 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.063474 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9044a93c-9581-4b71-aaba-7b3d03836c7b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.097187 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a93c-9581-4b71-aaba-7b3d03836c7b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7d3261-792e-4eab-a72e-32d19f38adc8,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:38.177023 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9044a93c-9581-4b71-aaba-7b3d03836c7b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.178298 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-9044a93c-9581-4b71-aaba-7b3d03836c7b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4870040 Jan 18 13:15:38.180961 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 55428) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:38.188584 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-7a12fdfa-2724-4a47-a079-e2fc85e2c9d8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'security_group_rule': {'security_group_id': '11b4b191-f636-4d7b-b8a7-058738de9511', 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:38.199657 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-7a12fdfa-2724-4a47-a079-e2fc85e2c9d8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:38.209534 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.221991 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-7a12fdfa-2724-4a47-a079-e2fc85e2c9d8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:security_group_rule and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:38.225629 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 8b99b42e-6195-41d6-af95-5d1647e14767, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=8b99b42e-6195-41d6-af95-5d1647e14767,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:38.231442 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-7a12fdfa-2724-4a47-a079-e2fc85e2c9d8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:38.238630 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-7a12fdfa-2724-4a47-a079-e2fc85e2c9d8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:38.348035 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.357984 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7a12fdfa-2724-4a47-a079-e2fc85e2c9d8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.440354 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7a12fdfa-2724-4a47-a079-e2fc85e2c9d8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.449824 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=8b99b42e-6195-41d6-af95-5d1647e14767,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:38.539917 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d27ea1-de83-4feb-927e-b8e4516c5eb2 req-8ca7f836-c47b-4db7-8ad6-93785653e857 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:38.541391 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-44d27ea1-de83-4feb-927e-b8e4516c5eb2 req-8ca7f836-c47b-4db7-8ad6-93785653e857 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 947 time: 0.0946107 Jan 18 13:15:38.542061 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7a12fdfa-2724-4a47-a079-e2fc85e2c9d8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.597638 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12fdfa-2724-4a47-a079-e2fc85e2c9d8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbcdd5e-8636-4c76-aa66-48c1c7c1c301,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:38.632200 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-44d27ea1-de83-4feb-927e-b8e4516c5eb2 req-f1d95eae-8812-4481-897e-113b497e5d4f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792420 Jan 18 13:15:38.684388 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-d5cbce10-54d4-4423-9d42-5e967989bc8b req-04f13bd7-460c-4982-9366-c7c2a83d5d63 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 1100 time: 0.0981572 Jan 18 13:15:38.708385 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7a12fdfa-2724-4a47-a079-e2fc85e2c9d8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.712301 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-7a12fdfa-2724-4a47-a079-e2fc85e2c9d8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5278096 Jan 18 13:15:38.712574 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 55446) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:38.728518 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-7f1b2dd3-1884-4948-ad9f-2b3e2bb2affe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'security_group_rule': {'security_group_id': '11b4b191-f636-4d7b-b8a7-058738de9511', 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:38.741433 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7f1b2dd3-1884-4948-ad9f-2b3e2bb2affe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:38.747775 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-7f1b2dd3-1884-4948-ad9f-2b3e2bb2affe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:security_group_rule and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:38.752137 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-7f1b2dd3-1884-4948-ad9f-2b3e2bb2affe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:38.758963 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-d5cbce10-54d4-4423-9d42-5e967989bc8b req-011f1275-36d4-4393-b4a0-87e3f4369242 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678537 Jan 18 13:15:38.759981 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7f1b2dd3-1884-4948-ad9f-2b3e2bb2affe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:38.909013 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.securitygroups_db [None req-7f1b2dd3-1884-4948-ad9f-2b3e2bb2affe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Project a0cf2555372d4833a1b2cbdd625d2186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:15:38.915700 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2dd3-1884-4948-ad9f-2b3e2bb2affe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:38.928002 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cfc87-39a1-4b20-aaca-896a23eeb39b req-a6152e43-6c60-40c8-82dc-60bdcff0b212 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:38.929699 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a56cfc87-39a1-4b20-aaca-896a23eeb39b req-a6152e43-6c60-40c8-82dc-60bdcff0b212 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 943 time: 0.0798509 Jan 18 13:15:38.987833 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a56cfc87-39a1-4b20-aaca-896a23eeb39b req-580e21ed-d976-48a9-8909-311e62224241 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465605 Jan 18 13:15:38.995682 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2dd3-1884-4948-ad9f-2b3e2bb2affe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:39.074129 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2dd3-1884-4948-ad9f-2b3e2bb2affe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:39.107441 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b2dd3-1884-4948-ad9f-2b3e2bb2affe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfe8c43-e4a0-4b73-ba5c-8ee443cc7ce5,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:39.159456 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 8b99b42e-6195-41d6-af95-5d1647e14767 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:39.208052 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2dd3-1884-4948-ad9f-2b3e2bb2affe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:39.209360 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-7f1b2dd3-1884-4948-ad9f-2b3e2bb2affe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4957488 Jan 18 13:15:39.212072 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 55478) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:39.218184 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-b5881cb0-1eab-4f6b-b34a-2c66cf2a72b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'security_group_rule': {'security_group_id': '11b4b191-f636-4d7b-b8a7-058738de9511', 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:15:39.224320 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-b5881cb0-1eab-4f6b-b34a-2c66cf2a72b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:15:39.228276 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-b5881cb0-1eab-4f6b-b34a-2c66cf2a72b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:security_group_rule and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:15:39.231257 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-b5881cb0-1eab-4f6b-b34a-2c66cf2a72b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:15:39.234143 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 8b99b42e-6195-41d6-af95-5d1647e14767 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:39.234599 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:39.238528 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-b5881cb0-1eab-4f6b-b34a-2c66cf2a72b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:15:39.322273 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.securitygroups_db [None req-b5881cb0-1eab-4f6b-b34a-2c66cf2a72b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Project a0cf2555372d4833a1b2cbdd625d2186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:15:39.329352 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b5881cb0-1eab-4f6b-b34a-2c66cf2a72b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:39.395549 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b5881cb0-1eab-4f6b-b34a-2c66cf2a72b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:39.479620 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b5881cb0-1eab-4f6b-b34a-2c66cf2a72b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:39.511419 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5881cb0-1eab-4f6b-b34a-2c66cf2a72b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5548855-aeff-4f5c-8e55-007757473267,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:39.611374 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b5881cb0-1eab-4f6b-b34a-2c66cf2a72b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:39.612590 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b5881cb0-1eab-4f6b-b34a-2c66cf2a72b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3993673 Jan 18 13:15:39.860355 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614844cf-e96b-4a7f-bdc2-2b15e8406c14 req-568b29d6-f5ed-431b-8708-2d45cca9ba9c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:39.862366 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-614844cf-e96b-4a7f-bdc2-2b15e8406c14 req-568b29d6-f5ed-431b-8708-2d45cca9ba9c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 947 time: 0.0801620 Jan 18 13:15:39.909503 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-614844cf-e96b-4a7f-bdc2-2b15e8406c14 req-ceaa8886-0672-49a2-aaa5-3650766e4ef1 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414286 Jan 18 13:15:40.203338 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373b59c-44cf-4689-965a-91dfb13199ad req-2ba95dfd-f2a1-436b-90a3-536ca5ac2e86 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:40.205191 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b373b59c-44cf-4689-965a-91dfb13199ad req-2ba95dfd-f2a1-436b-90a3-536ca5ac2e86 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 943 time: 0.0831077 Jan 18 13:15:40.257142 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b373b59c-44cf-4689-965a-91dfb13199ad req-acd40241-3688-484c-8e6c-b42772b7a724 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Jan 18 13:15:40.912124 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 21cdd803-f6c7-4f87-9878-5c5c59e70d3c details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:15:41.083079 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:41.098688 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'port_id': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'mac_address': 'fa:16:3e:e5:fb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:15:41.160897 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:41.162705 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bab7f-f605-4fc9-a3ef-9537892166b2 req-470a106e-55e2-493c-bfda-4a680ddbb833 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:41.164365 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b28bab7f-f605-4fc9-a3ef-9537892166b2 req-470a106e-55e2-493c-bfda-4a680ddbb833 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 947 time: 0.0918355 Jan 18 13:15:41.178670 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cdd803-f6c7-4f87-9878-5c5c59e70d3c {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:15:41.194631 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:41.211368 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b28bab7f-f605-4fc9-a3ef-9537892166b2 req-fbefd704-b9e9-454d-a24d-65e5588048c6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411713 Jan 18 13:15:41.280200 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:41.358730 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:41.484799 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0abb5c-f68a-40c5-8a53-17e2e0e1a668 req-2da677fc-5718-48b5-96af-4c0969ffcb34 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:41.489351 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4c0abb5c-f68a-40c5-8a53-17e2e0e1a668 req-2da677fc-5718-48b5-96af-4c0969ffcb34 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 944 time: 0.0902736 Jan 18 13:15:41.542646 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4c0abb5c-f68a-40c5-8a53-17e2e0e1a668 req-74d795d0-6be5-4763-8417-1dd6da6bbe08 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501978 Jan 18 13:15:41.804187 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['21cdd803-f6c7-4f87-9878-5c5c59e70d3c'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:15:42.445009 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeffb2-3f10-435e-ba9a-bcc586d68383 req-ce61ac5c-56a0-4fd8-9fe9-ba55074bef84 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:42.446499 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2aeeffb2-3f10-435e-ba9a-bcc586d68383 req-ce61ac5c-56a0-4fd8-9fe9-ba55074bef84 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 947 time: 0.0796516 Jan 18 13:15:42.495524 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2aeeffb2-3f10-435e-ba9a-bcc586d68383 req-6d4c86ef-7afd-472a-86a9-e4dfac9bcefe tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434017 Jan 18 13:15:42.763329 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50041d3-50fc-43d0-8f6d-85f2302f45f2 req-510ee10c-327d-4789-9411-350afe3f68fb tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:42.764802 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e50041d3-50fc-43d0-8f6d-85f2302f45f2 req-510ee10c-327d-4789-9411-350afe3f68fb tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 944 time: 0.0901215 Jan 18 13:15:42.813267 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e50041d3-50fc-43d0-8f6d-85f2302f45f2 req-8dcce36c-b021-4583-a061-fcc589c0d19f tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421631 Jan 18 13:15:43.723283 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d7cbb-a017-48b9-aa87-599832e24f5a req-066a3fb3-cf96-4fdc-a68e-8d8dd2a7389e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:43.724769 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e05d7cbb-a017-48b9-aa87-599832e24f5a req-066a3fb3-cf96-4fdc-a68e-8d8dd2a7389e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 947 time: 0.0853963 Jan 18 13:15:43.802021 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e05d7cbb-a017-48b9-aa87-599832e24f5a req-d6117fe4-3e73-4f66-85bb-0653a1858794 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657408 Jan 18 13:15:44.042929 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58f80-aac6-4e0a-986d-868236eda8e1 req-960754f6-f195-4cf4-a720-1a2244f75ed1 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:44.044577 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-42b58f80-aac6-4e0a-986d-868236eda8e1 req-960754f6-f195-4cf4-a720-1a2244f75ed1 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 944 time: 0.0976565 Jan 18 13:15:44.113370 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-42b58f80-aac6-4e0a-986d-868236eda8e1 req-bd666a5c-75bc-4a35-b7ce-7bb38122bd5f tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594728 Jan 18 13:15:45.326782 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b8089-3e85-4931-8eb1-d458c04aea2e req-e6c028e5-ec9d-44b6-a248-65255f4dc89c tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:45.328254 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-337b8089-3e85-4931-8eb1-d458c04aea2e req-e6c028e5-ec9d-44b6-a248-65255f4dc89c tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 944 time: 0.0833457 Jan 18 13:15:45.383627 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-337b8089-3e85-4931-8eb1-d458c04aea2e req-5a634b90-49ed-4102-aea6-0cdefd2cf08a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488560 Jan 18 13:15:46.253285 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 21cdd803-f6c7-4f87-9878-5c5c59e70d3c up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:15:46.428597 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:15:46.434007 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:15:46.434376 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:46.562551 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:46.593419 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:15:46.604022 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:15:46.606434 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc7c4-3007-4244-a8da-8a1db34bb156 req-16d34b34-1cab-4a26-98c1-0a37049e9ff9 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:46.606434 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d64bc7c4-3007-4244-a8da-8a1db34bb156 req-16d34b34-1cab-4a26-98c1-0a37049e9ff9 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 944 time: 0.0859835 Jan 18 13:15:46.662078 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d64bc7c4-3007-4244-a8da-8a1db34bb156 req-713e58f0-c823-41f1-99ad-e64fcfcaf9a0 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490696 Jan 18 13:15:46.664994 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'code': 200} Jan 18 13:15:46.748600 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:46.821733 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:47.449555 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:15:47.897135 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e76cf-ec28-4733-9594-ba46c89ade5a req-305ee26a-4672-4dcc-addc-073c957f33bc tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:47.898931 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2b8e76cf-ec28-4733-9594-ba46c89ade5a req-305ee26a-4672-4dcc-addc-073c957f33bc tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.0917573 Jan 18 13:15:47.950194 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2b8e76cf-ec28-4733-9594-ba46c89ade5a req-b8bb0010-f2c0-44d2-af51-c9d4828be170 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 Jan 18 13:15:49.151696 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19186a75-133c-4cd5-91c6-f5587e7928e7 req-5cd850e3-d30e-4372-b76f-802e7c5b9bc7 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:49.153195 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-19186a75-133c-4cd5-91c6-f5587e7928e7 req-5cd850e3-d30e-4372-b76f-802e7c5b9bc7 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.0797458 Jan 18 13:15:49.202673 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-19186a75-133c-4cd5-91c6-f5587e7928e7 req-b6ba1816-20ee-41df-a3ee-72eb53c90ab1 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 Jan 18 13:15:49.287911 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02e5f27e-9389-4a0b-a988-644402b04633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:49.749973 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-601ae5ab-3629-4092-9ee6-8d58e29974df req-2deab4c1-9069-4659-b8aa-90105f91202e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 1098 time: 0.0695019 Jan 18 13:15:49.797619 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-601ae5ab-3629-4092-9ee6-8d58e29974df req-454faa8a-32d9-4ba5-8b2e-c1bdff413ea2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369790 Jan 18 13:15:50.412984 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039de348-6741-4306-934e-3261f21f402f req-44b08e41-7e13-4b69-a4ab-eacc5d50fa18 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:50.414439 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-039de348-6741-4306-934e-3261f21f402f req-44b08e41-7e13-4b69-a4ab-eacc5d50fa18 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.0824773 Jan 18 13:15:50.462000 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-039de348-6741-4306-934e-3261f21f402f req-493aab0d-1063-4687-8fb7-23021018ea35 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Jan 18 13:15:51.749756 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a71696-2a5d-4f07-896f-cdd3adbebc40 req-702389bc-e28a-44cb-9bfa-55fd294bac1f tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:51.754259 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53a9fbc5-2490-4f3d-91f3-ce68d46a6c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:51.757189 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e0a71696-2a5d-4f07-896f-cdd3adbebc40 req-702389bc-e28a-44cb-9bfa-55fd294bac1f tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.1476336 Jan 18 13:15:51.890989 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 55788) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:51.944278 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e0a71696-2a5d-4f07-896f-cdd3adbebc40 req-19bca18b-0371-4c5d-86dd-25aa083d9042 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807482 Jan 18 13:15:52.156465 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-aa59747e-3cdf-47f3-b66e-603d006083d4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b3ffb8795a9e412dad4876b86abffc02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2614512 Jan 18 13:15:52.159525 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 55798) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:15:52.266960 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8f748574-8b09-4206-90e1-7e3cf397b056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:52.309148 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8f748574-8b09-4206-90e1-7e3cf397b056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:52.491834 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8f748574-8b09-4206-90e1-7e3cf397b056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:52.517848 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f748574-8b09-4206-90e1-7e3cf397b056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eadfaf5-8667-44d1-9f38-28b1195b70fd,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:52.630962 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8f748574-8b09-4206-90e1-7e3cf397b056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:52.632021 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-8f748574-8b09-4206-90e1-7e3cf397b056 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6eadfaf5-8667-44d1-9f38-28b1195b70fd HTTP/1.1" status: 204 len: 168 time: 0.4709356 Jan 18 13:15:52.750941 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:52.967412 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:53.242561 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822b6c7-0505-484a-94a1-8a9565f063fc req-511ff006-1f35-44fd-b53e-93d6a8bf11d6 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:53.244057 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a822b6c7-0505-484a-94a1-8a9565f063fc req-511ff006-1f35-44fd-b53e-93d6a8bf11d6 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.1380582 Jan 18 13:15:53.299953 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a822b6c7-0505-484a-94a1-8a9565f063fc req-ba9769e5-ecb8-4f57-a260-390f33430d5f tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486169 Jan 18 13:15:53.402503 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387a024-e2df-428d-82cc-5f2941096fc6 req-af0080ce-5464-4574-94e6-0b242923af36 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:53.408262 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c387a024-e2df-428d-82cc-5f2941096fc6 req-af0080ce-5464-4574-94e6-0b242923af36 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0871415 Jan 18 13:15:53.511142 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c387a024-e2df-428d-82cc-5f2941096fc6 req-5c78ee5c-b1a5-417c-92d4-53bb6a855c97 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003921 Jan 18 13:15:53.541032 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd57bed-0ab0-453d-a8a2-5de61c13267a req-c4a6ae1f-70a0-41f5-8da3-86679b5c45dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:53.542551 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5bd57bed-0ab0-453d-a8a2-5de61c13267a req-c4a6ae1f-70a0-41f5-8da3-86679b5c45dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.1113992 Jan 18 13:15:53.598006 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5bd57bed-0ab0-453d-a8a2-5de61c13267a req-054069f6-59b7-4a73-a7ae-c101d5983faa tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484915 Jan 18 13:15:54.053613 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:54.131907 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e072f04-64b0-4e49-bc68-bc292bf50009 req-99fd41f8-d579-4c87-809c-f4a6ef2867ae tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:54.133416 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3e072f04-64b0-4e49-bc68-bc292bf50009 req-99fd41f8-d579-4c87-809c-f4a6ef2867ae tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.1154892 Jan 18 13:15:54.181768 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3e072f04-64b0-4e49-bc68-bc292bf50009 req-31e6e1f9-4223-475a-a140-82eb55643853 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Jan 18 13:15:54.733672 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b92a9-677b-492e-a043-396c84d5dc66 req-9358e89d-e52a-4434-9e52-9a9cc9c403e9 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:54.735242 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-172b92a9-677b-492e-a043-396c84d5dc66 req-9358e89d-e52a-4434-9e52-9a9cc9c403e9 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0951712 Jan 18 13:15:54.789080 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-172b92a9-677b-492e-a043-396c84d5dc66 req-710172e9-8952-46b2-8dfb-42b29fbdd7f7 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463698 Jan 18 13:15:56.012709 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f310e-4aff-4b27-ba96-a30b833eb69e req-1da885c0-1dd3-4cc1-9d0b-f0be85bb4b0c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:56.014178 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1b4f310e-4aff-4b27-ba96-a30b833eb69e req-1da885c0-1dd3-4cc1-9d0b-f0be85bb4b0c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0832102 Jan 18 13:15:56.071772 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1b4f310e-4aff-4b27-ba96-a30b833eb69e req-0cfb86bc-e15b-42c9-8c3c-dbab7b0bbb49 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492620 Jan 18 13:15:57.285632 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8410063-5eae-4197-9556-c283fbd48fd6 req-de2dedfc-7513-45f7-aa18-ad377b3b3ed9 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:57.287206 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f8410063-5eae-4197-9556-c283fbd48fd6 req-de2dedfc-7513-45f7-aa18-ad377b3b3ed9 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0838091 Jan 18 13:15:57.338381 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f8410063-5eae-4197-9556-c283fbd48fd6 req-e556a317-b092-44b9-97f8-a2189f5e9208 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455832 Jan 18 13:15:57.852873 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Sync routers for ids ['0b2b964a-d12b-42ee-9ac9-6ab01df426ba'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:15:57.866011 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Routers {'0b2b964a-d12b-42ee-9ac9-6ab01df426ba'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:57.866616 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:15:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b2b964a-d12b-42ee-9ac9-6ab01df426ba'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:58.052599 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Set router 0b2b964a-d12b-42ee-9ac9-6ab01df426ba gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:58.404095 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'name': 'tempest-TestVolumeBootPattern-201878405-router', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:24Z', 'updated_at': '2022-01-18T13:15:32Z', 'revision_number': 4, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'gw_port': {'id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:26Z', 'updated_at': '2022-01-18T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '07d7453d-8838-4364-8b69-ce198ba03523', 'name': '', 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'mac_address': 'fa:16:3e:63:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '365ce45c-8c43-4c66-b4a7-c55912917fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:30Z', 'updated_at': '2022-01-18T13:15:33Z', 'revision_number': 2, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'subnets': [{'id': '365ce45c-8c43-4c66-b4a7-c55912917fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:58.408574 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Checking router: 0b2b964a-d12b-42ee-9ac9-6ab01df426ba for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:15:58.411277 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Updating router 0b2b964a-d12b-42ee-9ac9-6ab01df426ba port 07d7453d-8838-4364-8b69-ce198ba03523 binding host dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:15:58.461487 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:58.565716 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8019c6-cdbf-4563-86de-f992be7c6504 req-6e3e7a9e-0510-4b50-8df5-7c5bbf515514 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:58.567514 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6f8019c6-cdbf-4563-86de-f992be7c6504 req-6e3e7a9e-0510-4b50-8df5-7c5bbf515514 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0931695 Jan 18 13:15:58.644260 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6f8019c6-cdbf-4563-86de-f992be7c6504 req-82d8c370-42f8-4293-bc41-8092b9479dc5 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688281 Jan 18 13:15:58.884177 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:58.897336 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Transition to ACTIVE for port object 07d7453d-8838-4364-8b69-ce198ba03523 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:15:59.002060 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:59.138711 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Pushing event updated for resources: {'Port': ['ID=07d7453d-8838-4364-8b69-ce198ba03523,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:59.182326 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:59.182326 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:59.182593 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:59.182829 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:59.183118 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:59.183471 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:59.183790 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:59.184127 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:59.184445 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:59.184762 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:59.185071 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:15:59.251448 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Attempting to bind port 07d7453d-8838-4364-8b69-ce198ba03523 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:15:59.251774 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Attempting to bind port 07d7453d-8838-4364-8b69-ce198ba03523 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '4db0801a-2fb6-4fd4-8785-944fb6bb304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:15:59.252141 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Attempting to bind port 07d7453d-8838-4364-8b69-ce198ba03523 on network 69a2a9dd-597c-4235-8210-c59aeb99ba2a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:15:59.259924 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:15:59.260310 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Checking segment: {'id': '4db0801a-2fb6-4fd4-8785-944fb6bb304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:15:59.260712 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:59.261091 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Bound using segment: {'id': '4db0801a-2fb6-4fd4-8785-944fb6bb304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:15:59.261569 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Bound port: 07d7453d-8838-4364-8b69-ce198ba03523, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db0801a-2fb6-4fd4-8785-944fb6bb304e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:15:59.261929 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:59.358503 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] For port 07d7453d-8838-4364-8b69-ce198ba03523, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:15:59.361947 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] For port 07d7453d-8838-4364-8b69-ce198ba03523, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=07d7453d-8838-4364-8b69-ce198ba03523,segment=NetworkSegment(4db0801a-2fb6-4fd4-8785-944fb6bb304e),segment_id=4db0801a-2fb6-4fd4-8785-944fb6bb304e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:15:59.482051 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:59.574306 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58086963-dad0-4d73-883b-3c0eeedf1e93 None None] Pushing event updated for resources: {'Port': ['ID=07d7453d-8838-4364-8b69-ce198ba03523,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:15:59.579192 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Routers {'0b2b964a-d12b-42ee-9ac9-6ab01df426ba'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:15:59.579823 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:15:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b2b964a-d12b-42ee-9ac9-6ab01df426ba'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:15:59.797167 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] Set router 0b2b964a-d12b-42ee-9ac9-6ab01df426ba gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:15:59.899727 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42e725-b30d-4745-a45e-c4a74804e145 req-706eee38-2f07-4f9c-aba4-861d667cae51 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:59.901312 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cd42e725-b30d-4745-a45e-c4a74804e145 req-706eee38-2f07-4f9c-aba4-861d667cae51 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0941081 Jan 18 13:15:59.949627 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cd42e725-b30d-4745-a45e-c4a74804e145 req-77ea7d6b-ffd5-4648-b601-b318c5ca08a2 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Jan 18 13:16:00.130769 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'name': 'tempest-TestVolumeBootPattern-201878405-router', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:24Z', 'updated_at': '2022-01-18T13:15:32Z', 'revision_number': 4, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'gw_port': {'id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:26Z', 'updated_at': '2022-01-18T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '07d7453d-8838-4364-8b69-ce198ba03523', 'name': '', 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'mac_address': 'fa:16:3e:63:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '365ce45c-8c43-4c66-b4a7-c55912917fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:30Z', 'updated_at': '2022-01-18T13:15:59Z', 'revision_number': 4, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'subnets': [{'id': '365ce45c-8c43-4c66-b4a7-c55912917fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:00.135150 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8731b4-e3b2-4217-bfcc-49345384004f None None] The sync data for ids ['0b2b964a-d12b-42ee-9ac9-6ab01df426ba'] in dv-cinder-825102-1-iscsi is: [{'id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'name': 'tempest-TestVolumeBootPattern-201878405-router', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:24Z', 'updated_at': '2022-01-18T13:15:32Z', 'revision_number': 4, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'gw_port': {'id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:26Z', 'updated_at': '2022-01-18T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '07d7453d-8838-4364-8b69-ce198ba03523', 'name': '', 'network_id': '69a2a9dd-597c-4235-8210-c59aeb99ba2a', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'mac_address': 'fa:16:3e:63:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '365ce45c-8c43-4c66-b4a7-c55912917fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:30Z', 'updated_at': '2022-01-18T13:15:59Z', 'revision_number': 4, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'subnets': [{'id': '365ce45c-8c43-4c66-b4a7-c55912917fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:16:01.161312 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36df990-ecb9-473a-bc9d-6d80a4fb0d71 req-a923d650-d1d5-49fb-b466-086d3d206335 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:01.163422 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c36df990-ecb9-473a-bc9d-6d80a4fb0d71 req-a923d650-d1d5-49fb-b466-086d3d206335 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0835657 Jan 18 13:16:01.190640 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 07d7453d-8838-4364-8b69-ce198ba03523 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:16:01.213854 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c36df990-ecb9-473a-bc9d-6d80a4fb0d71 req-bd15ed93-62e3-4749-aaee-0b67d677dbd4 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447068 Jan 18 13:16:01.350318 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 07d7453d-8838-4364-8b69-ce198ba03523 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:16:01.355551 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 07d7453d-8838-4364-8b69-ce198ba03523 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:16:01.355925 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:01.504649 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:01.542486 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 07d7453d-8838-4364-8b69-ce198ba03523, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=07d7453d-8838-4364-8b69-ce198ba03523,segment=NetworkSegment(4db0801a-2fb6-4fd4-8785-944fb6bb304e),segment_id=4db0801a-2fb6-4fd4-8785-944fb6bb304e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:01.647537 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:01.683252 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:01.716278 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=07d7453d-8838-4364-8b69-ce198ba03523,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:02.424466 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c8010-1d56-4082-8441-d4c37d1c57b5 req-b809fee9-42a0-4b66-b76e-2fc16b90353b tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:02.425799 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-155c8010-1d56-4082-8441-d4c37d1c57b5 req-b809fee9-42a0-4b66-b76e-2fc16b90353b tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0838139 Jan 18 13:16:02.470194 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-155c8010-1d56-4082-8441-d4c37d1c57b5 req-eb034bfe-1292-4844-a766-6c7d24c6a99a tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389347 Jan 18 13:16:03.154301 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 07d7453d-8838-4364-8b69-ce198ba03523 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:16:03.228516 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 07d7453d-8838-4364-8b69-ce198ba03523 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:16:03.228877 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:03.690052 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c4184-4421-4f26-9068-09b216b3349b req-4bd982d5-3da2-4ace-b0c3-51488458c8f0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:03.691630 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-558c4184-4421-4f26-9068-09b216b3349b req-4bd982d5-3da2-4ace-b0c3-51488458c8f0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0778940 Jan 18 13:16:03.741870 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-558c4184-4421-4f26-9068-09b216b3349b req-c0400c19-370e-4862-a806-5a442d4b4c21 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445402 Jan 18 13:16:04.961052 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e46bd-31e2-44ed-84b5-de85a7edde2e req-63a62524-17e0-454b-8d56-c1697a0beff7 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:04.963886 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-918e46bd-31e2-44ed-84b5-de85a7edde2e req-63a62524-17e0-454b-8d56-c1697a0beff7 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0945542 Jan 18 13:16:05.017683 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-918e46bd-31e2-44ed-84b5-de85a7edde2e req-44adab57-60a0-4d1c-985d-e3764bc8f8c9 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485818 Jan 18 13:16:06.236445 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c2ba-461d-4e65-acff-47ab81a374fd req-033965df-be97-4abb-8479-9eddd95ea6ee tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:06.238646 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-79f3c2ba-461d-4e65-acff-47ab81a374fd req-033965df-be97-4abb-8479-9eddd95ea6ee tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0855927 Jan 18 13:16:06.308793 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-79f3c2ba-461d-4e65-acff-47ab81a374fd req-ab9cd6c6-c999-4d02-839e-846bd32928c5 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639594 Jan 18 13:16:06.806827 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c7d2b-9a9e-4f39-ab4b-5de5d8c4eeb5 req-7dfa2f24-c3e4-442c-860c-f5bc573c37bc tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:06.808343 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d40c7d2b-9a9e-4f39-ab4b-5de5d8c4eeb5 req-7dfa2f24-c3e4-442c-860c-f5bc573c37bc tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.0826147 Jan 18 13:16:06.854718 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d40c7d2b-9a9e-4f39-ab4b-5de5d8c4eeb5 req-7f18b249-7786-4b37-99a5-12e8d92182ba tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Jan 18 13:16:06.885724 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 55978) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:07.180389 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-78222e0f-b143-4d85-bbe5-fd23474193ee tempest-TestMinimumBasicScenario-1449536052 tempest-TestMinimumBasicScenario-1449536052-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 1093 time: 0.2934873 Jan 18 13:16:07.183230 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 55984) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:07.189607 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Request body: {'floatingip': {'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'port_id': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:07.195886 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:07.201380 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Usage tracker for resource:floatingip and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:07.202910 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:07.210715 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:07.319434 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for floatingip, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:07.655160 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:07.663431 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b655379-9834-4e82-9633-db16b069fd00 req-78f08809-25f0-4f7d-98ad-4e7e49987b9d tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:07.664899 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9b655379-9834-4e82-9633-db16b069fd00 req-78f08809-25f0-4f7d-98ad-4e7e49987b9d tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.2200832 Jan 18 13:16:07.776491 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9b655379-9834-4e82-9633-db16b069fd00 req-3218fec0-fb75-4653-a119-42a17b527213 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731099 Jan 18 13:16:07.842992 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Allocated IP 172.27.1.238 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/5d69085a-e38d-42e4-9329-902af8a2b426) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:16:08.008205 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:08.103032 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:08.177874 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:16:08.180828 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:16:08.183475 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:16:08.219062 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event updated for resources: {'Port': ['ID=5d69085a-e38d-42e4-9329-902af8a2b426,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:08.234748 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:08.235107 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:08.235450 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:08.235778 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:08.236145 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:08.236709 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:08.237236 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:08.237494 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:08.237811 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:08.238134 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:08.238455 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:08.783151 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:08.915042 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:09.137309 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0be5b-cf38-47a7-ab6c-3249b3d8e556 req-d3cbf25b-555a-41e8-b1f3-d617ebf5111e tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:09.138869 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ada0be5b-cf38-47a7-ab6c-3249b3d8e556 req-d3cbf25b-555a-41e8-b1f3-d617ebf5111e tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.1953492 Jan 18 13:16:09.219523 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ada0be5b-cf38-47a7-ab6c-3249b3d8e556 req-4a672b6a-06ff-4b69-b81f-da051a5cf646 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733190 Jan 18 13:16:09.237727 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:09.344595 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:09.452479 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event updated for resources: {'Port': ['ID=5d69085a-e38d-42e4-9329-902af8a2b426,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:09.471429 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:09.784023 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.l3_db [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Floating IP c4102b62-45bc-4c9d-9d64-99ca0d166501 associated. External IP: 172.27.1.238, port: 21cdd803-f6c7-4f87-9878-5c5c59e70d3c. Jan 18 13:16:10.215492 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Router db486531-b6a3-4b83-9b78-aea725f0d13e has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:16:10.519730 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727633c7-2330-42b7-8278-0648fafc21fe req-3540f91d-ab74-460b-9a25-803da368ce5f tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:10.521285 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-727633c7-2330-42b7-8278-0648fafc21fe req-3540f91d-ab74-460b-9a25-803da368ce5f tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.1272995 Jan 18 13:16:10.526391 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:16:10.536818 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139ec49-befb-448c-8562-eefa6ac64c58 None None] Sync routers for ids ['db486531-b6a3-4b83-9b78-aea725f0d13e'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:16:10.553723 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139ec49-befb-448c-8562-eefa6ac64c58 None None] Routers {'db486531-b6a3-4b83-9b78-aea725f0d13e'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:16:10.554356 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-f139ec49-befb-448c-8562-eefa6ac64c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:15:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['db486531-b6a3-4b83-9b78-aea725f0d13e'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:10.590487 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-727633c7-2330-42b7-8278-0648fafc21fe req-d795320b-387a-4700-80bf-c4fbbc77dfd3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619476 Jan 18 13:16:10.653878 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:10.742624 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-0243dc17-1b7f-4985-83b6-2469dc10f7b5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5552697 Jan 18 13:16:10.742624 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:10.743113 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56008) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:10.748850 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38813834', 'description': 'tempest-secgroup-smoke-38813834 description', 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:10.756241 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:10.760819 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Usage tracker for resource:security_group and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:10.764013 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:10.765982 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-f139ec49-befb-448c-8562-eefa6ac64c58 None None] Set router db486531-b6a3-4b83-9b78-aea725f0d13e gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:16:10.775303 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:10.819121 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'status': 'completed', 'code': 200} Jan 18 13:16:10.911514 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:10.982941 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:10.989635 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Usage tracker for resource:security_group_rule and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:10.996340 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:11.005067 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:11.025132 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-76ed4050-d7b7-4ff8-aece-7b7c2a350de4 req-59800bbb-e125-4060-94e5-4e74ceff4d9a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c5ee90cc67ab40cd8bef0b0639fee7fe&device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 1098 time: 0.1444077 Jan 18 13:16:11.198556 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:11.253022 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed4050-d7b7-4ff8-aece-7b7c2a350de4 req-eb97aa70-701d-44ca-a8b7-5eb00ced064a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:11.256286 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-76ed4050-d7b7-4ff8-aece-7b7c2a350de4 req-eb97aa70-701d-44ca-a8b7-5eb00ced064a service neutron] 10.222.0.91 "GET /v2.0/networks?id=327889a7-f239-42c5-9df4-94e863ad829a HTTP/1.1" status: 200 len: 915 time: 0.2220411 Jan 18 13:16:11.352036 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:11.373438 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-f139ec49-befb-448c-8562-eefa6ac64c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': 'c4102b62-45bc-4c9d-9d64-99ca0d166501', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'port_id': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'mac_address': 'fa:16:3e:e5:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:16:08Z', 'updated_at': '2022-01-18T13:16:08Z', 'revision_number': 0, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa50a7b3-a1be-46f5-a088-93490a075fd1', 'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'mac_address': 'fa:16:3e:70:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:36Z', 'updated_at': '2022-01-18T13:14:58Z', 'revision_number': 5, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'subnets': [{'id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:11.383111 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139ec49-befb-448c-8562-eefa6ac64c58 None None] Checking router: db486531-b6a3-4b83-9b78-aea725f0d13e for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:16:11.402244 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139ec49-befb-448c-8562-eefa6ac64c58 None None] Routers {'db486531-b6a3-4b83-9b78-aea725f0d13e'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:16:11.405082 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-f139ec49-befb-448c-8562-eefa6ac64c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:15:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['db486531-b6a3-4b83-9b78-aea725f0d13e'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:11.407147 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb597e0-b315-443c-aaff-f97853c9da0f req-9b92e58a-6b1c-42fd-8209-05435cad6c33 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:11.418403 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3cb597e0-b315-443c-aaff-f97853c9da0f req-9b92e58a-6b1c-42fd-8209-05435cad6c33 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.1114924 Jan 18 13:16:11.490804 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773c80c7-6c86-4235-ba31-aa50d31b06b0,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:11.495438 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-76ed4050-d7b7-4ff8-aece-7b7c2a350de4 req-5a6db28a-c554-4093-a31e-6cc93ac232e2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c HTTP/1.1" status: 200 len: 999 time: 0.2325428 Jan 18 13:16:11.575629 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:11.576177 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:11.576722 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:11.577260 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:11.577803 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:11.578346 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:11.578887 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:11.579474 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:11.580031 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:11.580568 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:11.581107 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:11.590109 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-15bff07f-013e-4e42-bbd0-b860da98c5ab tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Synchronizing usage tracker for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:security_group {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:16:11.592330 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:11.595080 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-0b8d355e-fe5d-4299-8dfb-b0bd6ca93097 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.8498273 Jan 18 13:16:11.603004 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56032) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:11.612388 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-4ee1e868-3a85-4779-82a5-a08f1dec7986 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Request body: {'security_group_rule': {'security_group_id': '773c80c7-6c86-4235-ba31-aa50d31b06b0', 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:11.621968 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4ee1e868-3a85-4779-82a5-a08f1dec7986 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:11.626392 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-f139ec49-befb-448c-8562-eefa6ac64c58 None None] Set router db486531-b6a3-4b83-9b78-aea725f0d13e gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:16:11.634274 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3cb597e0-b315-443c-aaff-f97853c9da0f req-540d7d98-ba04-4371-b47f-eee1e620f7fc tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142808 Jan 18 13:16:11.634514 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4ee1e868-3a85-4779-82a5-a08f1dec7986 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Usage tracker for resource:security_group_rule and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:11.656603 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4ee1e868-3a85-4779-82a5-a08f1dec7986 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:11.680706 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4ee1e868-3a85-4779-82a5-a08f1dec7986 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:11.683134 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c9b1c1e3-2973-40d8-923c-c901435bc169 req-082fc704-317b-41de-9dc6-922b8ec8d474 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 1099 time: 0.2124660 Jan 18 13:16:11.697431 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed4050-d7b7-4ff8-aece-7b7c2a350de4 req-6574c515-c6eb-4e34-8c2c-a622fdd62c94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:11.699646 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-76ed4050-d7b7-4ff8-aece-7b7c2a350de4 req-6574c515-c6eb-4e34-8c2c-a622fdd62c94 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=db3d1c71-ca3b-48f9-8b6c-90b4e24188ed HTTP/1.1" status: 200 len: 853 time: 0.1829615 Jan 18 13:16:11.807724 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-76ed4050-d7b7-4ff8-aece-7b7c2a350de4 req-3602ac9d-f643-4766-9049-76d3c1104460 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=327889a7-f239-42c5-9df4-94e863ad829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0935380 Jan 18 13:16:11.827381 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-15bff07f-013e-4e42-bbd0-b860da98c5ab tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Unset dirty status for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:security_group {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:16:11.831125 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-15bff07f-013e-4e42-bbd0-b860da98c5ab tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974530364&fields=id&tenant_id=a0cf2555372d4833a1b2cbdd625d2186 HTTP/1.1" status: 200 len: 267 time: 0.3880420 Jan 18 13:16:11.837247 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1c1e3-2973-40d8-923c-c901435bc169 req-3be4b291-f2fe-4cdf-b17d-a251bdc8bb88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:11.838749 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c9b1c1e3-2973-40d8-923c-c901435bc169 req-3be4b291-f2fe-4cdf-b17d-a251bdc8bb88 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6033635d-8e5c-4c0c-9279-8738c2f2381d HTTP/1.1" status: 200 len: 912 time: 0.1481266 Jan 18 13:16:11.903388 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e868-3a85-4779-82a5-a08f1dec7986 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:12.016581 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-76ed4050-d7b7-4ff8-aece-7b7c2a350de4 req-9f1c7e1d-dcc8-400a-80c8-6321dbfa5403 service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016156 Jan 18 13:16:12.076632 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c9b1c1e3-2973-40d8-923c-c901435bc169 req-d8b9e08f-e8ae-4d96-b82c-95839e61c154 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53da194-8fa6-4b88-a414-e8a31d94c584 HTTP/1.1" status: 200 len: 1001 time: 0.2123365 Jan 18 13:16:12.105237 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-f139ec49-befb-448c-8562-eefa6ac64c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': 'c4102b62-45bc-4c9d-9d64-99ca0d166501', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'port_id': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'mac_address': 'fa:16:3e:e5:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:16:08Z', 'updated_at': '2022-01-18T13:16:08Z', 'revision_number': 0, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa50a7b3-a1be-46f5-a088-93490a075fd1', 'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'mac_address': 'fa:16:3e:70:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:36Z', 'updated_at': '2022-01-18T13:14:58Z', 'revision_number': 5, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'subnets': [{'id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:12.110428 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139ec49-befb-448c-8562-eefa6ac64c58 None None] The sync data for ids ['db486531-b6a3-4b83-9b78-aea725f0d13e'] in dv-cinder-825102-1-iscsi is: [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': 'c4102b62-45bc-4c9d-9d64-99ca0d166501', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'port_id': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'mac_address': 'fa:16:3e:e5:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:16:08Z', 'updated_at': '2022-01-18T13:16:08Z', 'revision_number': 0, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa50a7b3-a1be-46f5-a088-93490a075fd1', 'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'mac_address': 'fa:16:3e:70:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:36Z', 'updated_at': '2022-01-18T13:14:58Z', 'revision_number': 5, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'subnets': [{'id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:16:12.143885 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e868-3a85-4779-82a5-a08f1dec7986 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:12.251822 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-76ed4050-d7b7-4ff8-aece-7b7c2a350de4 req-ea2866ea-ac6f-4962-af32-f3c1a5ce0125 service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250607 Jan 18 13:16:12.256370 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e868-3a85-4779-82a5-a08f1dec7986 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:12.296870 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1e868-3a85-4779-82a5-a08f1dec7986 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3281786-9449-49bb-9632-51da839a8d0d,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:12.352497 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1c1e3-2973-40d8-923c-c901435bc169 req-97f9a927-b0a5-4168-b219-952b80667f46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:12.354796 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c9b1c1e3-2973-40d8-923c-c901435bc169 req-97f9a927-b0a5-4168-b219-952b80667f46 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4e9e5053-81db-4d00-a550-ac7a77f48e0d HTTP/1.1" status: 200 len: 850 time: 0.2713521 Jan 18 13:16:12.365126 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-26671800-e544-4ad0-a462-51567b6b1309 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:12.366834 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-26671800-e544-4ad0-a462-51567b6b1309 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Synchronizing usage tracker for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:network {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:16:12.406273 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0190d8dc-9ec0-4152-9b6b-f11a79bf239b None None] New status for floating IP c4102b62-45bc-4c9d-9d64-99ca0d166501: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:16:12.408304 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e868-3a85-4779-82a5-a08f1dec7986 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:12.410915 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-4ee1e868-3a85-4779-82a5-a08f1dec7986 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8061795 Jan 18 13:16:12.414851 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56038) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:12.420996 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fbe1f0b8-1c60-483a-a721-2b1e699e77dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Request body: {'security_group_rule': {'security_group_id': '773c80c7-6c86-4235-ba31-aa50d31b06b0', 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:12.428086 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fbe1f0b8-1c60-483a-a721-2b1e699e77dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:12.433652 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-fbe1f0b8-1c60-483a-a721-2b1e699e77dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Usage tracker for resource:security_group_rule and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:12.437170 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-fbe1f0b8-1c60-483a-a721-2b1e699e77dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:12.445331 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fbe1f0b8-1c60-483a-a721-2b1e699e77dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:12.509615 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c9b1c1e3-2973-40d8-923c-c901435bc169 req-c387cfbb-44f9-4e7c-b268-ae3c3a285380 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6033635d-8e5c-4c0c-9279-8738c2f2381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1392586 Jan 18 13:16:12.563080 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f0b8-1c60-483a-a721-2b1e699e77dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:12.617175 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-26671800-e544-4ad0-a462-51567b6b1309 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Unset dirty status for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:network {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:16:12.617175 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-26671800-e544-4ad0-a462-51567b6b1309 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 812 time: 0.7609706 Jan 18 13:16:12.651556 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-8c0316d6-80fc-453c-922a-a947c10547bb tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/quotas/a0cf2555372d4833a1b2cbdd625d2186 HTTP/1.1" status: 200 len: 375 time: 0.0305970 Jan 18 13:16:12.677672 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f0b8-1c60-483a-a721-2b1e699e77dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:12.747255 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c9b1c1e3-2973-40d8-923c-c901435bc169 req-85101d9b-6033-47ff-8d75-98ee4dd8f8e0 service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291062 Jan 18 13:16:12.910991 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f0b8-1c60-483a-a721-2b1e699e77dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:12.944935 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1f0b8-1c60-483a-a721-2b1e699e77dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56e46be-b8c2-403f-aff3-91f8eb37e704,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:12.990289 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-68b8992a-3c31-412e-a039-c0659ede9603 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3274267 Jan 18 13:16:12.995774 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c9b1c1e3-2973-40d8-923c-c901435bc169 req-1805216a-66a0-4969-a456-1bb752dd5b2f service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425654 Jan 18 13:16:13.029941 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f0b8-1c60-483a-a721-2b1e699e77dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:13.031423 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-fbe1f0b8-1c60-483a-a721-2b1e699e77dd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6154025 Jan 18 13:16:13.032892 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3cbe1-473d-421f-bb12-095913707fee req-857e5b28-cb9c-4dbc-959d-6e5d55592b56 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:13.035180 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56044) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:13.036032 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-52c3cbe1-473d-421f-bb12-095913707fee req-857e5b28-cb9c-4dbc-959d-6e5d55592b56 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.2061427 Jan 18 13:16:13.047650 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-79057567-970b-435c-a60c-b535ec954468 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Request body: {'security_group_rule': {'security_group_id': '773c80c7-6c86-4235-ba31-aa50d31b06b0', 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:13.053996 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-79057567-970b-435c-a60c-b535ec954468 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:13.058464 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-79057567-970b-435c-a60c-b535ec954468 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Usage tracker for resource:security_group_rule and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:13.061784 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-79057567-970b-435c-a60c-b535ec954468 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:13.069023 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-79057567-970b-435c-a60c-b535ec954468 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:13.178109 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-52c3cbe1-473d-421f-bb12-095913707fee req-72b49de0-0fd2-4403-ba3a-ca5f23e847b3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351101 Jan 18 13:16:13.180499 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79057567-970b-435c-a60c-b535ec954468 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:13.205099 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-63c8d7ab-7a8f-4ac7-879b-178041e0f3e1 service neutron] 10.222.0.87 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998250 Jan 18 13:16:13.281259 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79057567-970b-435c-a60c-b535ec954468 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:13.343488 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-8f03741d-6ce8-43a6-b9b6-83b139a868fd service neutron] 10.222.0.87 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323426 Jan 18 13:16:13.373259 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79057567-970b-435c-a60c-b535ec954468 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:13.417648 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79057567-970b-435c-a60c-b535ec954468 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7edcae2-15f8-44e1-aba3-f53dcd037330,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:13.521536 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-79057567-970b-435c-a60c-b535ec954468 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:13.523138 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-79057567-970b-435c-a60c-b535ec954468 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4809990 Jan 18 13:16:13.526121 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 56056) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:13.533480 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-53acc0d0-c727-4e00-851e-c4d14c7816a5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Request body: {'security_group_rule': {'security_group_id': '773c80c7-6c86-4235-ba31-aa50d31b06b0', 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:13.539957 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-53acc0d0-c727-4e00-851e-c4d14c7816a5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:13.544684 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-53acc0d0-c727-4e00-851e-c4d14c7816a5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Usage tracker for resource:security_group_rule and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:13.547980 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-53acc0d0-c727-4e00-851e-c4d14c7816a5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:13.558925 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-53acc0d0-c727-4e00-851e-c4d14c7816a5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:13.778100 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-53acc0d0-c727-4e00-851e-c4d14c7816a5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:13.854487 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-53acc0d0-c727-4e00-851e-c4d14c7816a5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.007418 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-53acc0d0-c727-4e00-851e-c4d14c7816a5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.035289 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acc0d0-c727-4e00-851e-c4d14c7816a5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607320fe-32bf-4114-91cf-0bad206a7f61,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:14.148261 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-53acc0d0-c727-4e00-851e-c4d14c7816a5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.149807 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-53acc0d0-c727-4e00-851e-c4d14c7816a5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6222227 Jan 18 13:16:14.152861 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 56060) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:14.159228 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-74761d90-9eaa-42fc-a541-8e07329adc37 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Request body: {'security_group_rule': {'security_group_id': '773c80c7-6c86-4235-ba31-aa50d31b06b0', 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:14.165232 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-74761d90-9eaa-42fc-a541-8e07329adc37 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:14.169309 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-74761d90-9eaa-42fc-a541-8e07329adc37 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Usage tracker for resource:security_group_rule and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:14.172427 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-74761d90-9eaa-42fc-a541-8e07329adc37 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:14.178790 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-74761d90-9eaa-42fc-a541-8e07329adc37 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:14.296628 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.securitygroups_db [None req-74761d90-9eaa-42fc-a541-8e07329adc37 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Project c5ee90cc67ab40cd8bef0b0639fee7fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:16:14.306281 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74761d90-9eaa-42fc-a541-8e07329adc37 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.516757 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8fe124e7-3fcb-4f54-a8fb-d828ac0fb1d1 req-7a2251dd-b513-421b-84a0-abf3c0a65346 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 210 time: 0.0698576 Jan 18 13:16:14.555244 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74761d90-9eaa-42fc-a541-8e07329adc37 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.576084 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701effb-e218-41f9-80b9-88d9c720dc5d req-902aa888-2176-4a5d-b319-ba6a2077c97a tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:14.577603 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f701effb-e218-41f9-80b9-88d9c720dc5d req-902aa888-2176-4a5d-b319-ba6a2077c97a tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.2139039 Jan 18 13:16:14.628321 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f701effb-e218-41f9-80b9-88d9c720dc5d req-f76dd78d-d20e-4cbf-a3eb-8c22a5609627 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442214 Jan 18 13:16:14.653375 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74761d90-9eaa-42fc-a541-8e07329adc37 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.685330 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74761d90-9eaa-42fc-a541-8e07329adc37 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6728d9-170c-4d2e-9d06-9e61adf15097,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:14.813465 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74761d90-9eaa-42fc-a541-8e07329adc37 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:14.818070 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-74761d90-9eaa-42fc-a541-8e07329adc37 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6607497 Jan 18 13:16:14.823454 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 56078) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:14.824928 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-6d47505d-1491-415f-90ca-e86b2c7e8156 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Request body: {'security_group_rule': {'security_group_id': '773c80c7-6c86-4235-ba31-aa50d31b06b0', 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:14.834847 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-6d47505d-1491-415f-90ca-e86b2c7e8156 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:14.841349 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-6d47505d-1491-415f-90ca-e86b2c7e8156 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Usage tracker for resource:security_group_rule and tenant:c5ee90cc67ab40cd8bef0b0639fee7fe is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:14.846435 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-6d47505d-1491-415f-90ca-e86b2c7e8156 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:14.857128 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-6d47505d-1491-415f-90ca-e86b2c7e8156 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:14.996318 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.securitygroups_db [None req-6d47505d-1491-415f-90ca-e86b2c7e8156 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Project c5ee90cc67ab40cd8bef0b0639fee7fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:16:15.004235 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6d47505d-1491-415f-90ca-e86b2c7e8156 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:15.079724 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6d47505d-1491-415f-90ca-e86b2c7e8156 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:15.155983 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6d47505d-1491-415f-90ca-e86b2c7e8156 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:15.182663 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47505d-1491-415f-90ca-e86b2c7e8156 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af62cd12-276c-48db-bad2-8b89aa2e859a,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:15.285400 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6d47505d-1491-415f-90ca-e86b2c7e8156 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:15.286612 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-6d47505d-1491-415f-90ca-e86b2c7e8156 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4674330 Jan 18 13:16:15.442184 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4f5665c1-8657-4f23-a646-1c69556dc3a6 req-aafbdf2d-1f1e-44dd-8de6-73ea4ef0d9bf tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38813834&fields=id&tenant_id=c5ee90cc67ab40cd8bef0b0639fee7fe HTTP/1.1" status: 200 len: 267 time: 0.0534873 Jan 18 13:16:15.539486 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5665c1-8657-4f23-a646-1c69556dc3a6 req-148f2e50-ffbe-4773-92e1-2f2d8a693dae tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:15.541021 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4f5665c1-8657-4f23-a646-1c69556dc3a6 req-148f2e50-ffbe-4773-92e1-2f2d8a693dae tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.0938823 Jan 18 13:16:15.554406 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-4f5665c1-8657-4f23-a646-1c69556dc3a6 req-adc79401-a0c3-47f5-9ea5-ce4365e85fcf tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Request body: {'port': {'security_groups': ['4f311b5e-6406-4948-8849-ea60cd7dc3e9', '773c80c7-6c86-4235-ba31-aa50d31b06b0']}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:15.650925 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7c0467d1-2a56-4dc6-b2ab-e26af1db5845 req-313d5bf8-86e8-40b8-9582-55c6d4063d86 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 210 time: 0.0571463 Jan 18 13:16:15.742017 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-4f5665c1-8657-4f23-a646-1c69556dc3a6 req-adc79401-a0c3-47f5-9ea5-ce4365e85fcf tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:16.183415 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-4f5665c1-8657-4f23-a646-1c69556dc3a6 req-adc79401-a0c3-47f5-9ea5-ce4365e85fcf tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] For port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:16.230568 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-4f5665c1-8657-4f23-a646-1c69556dc3a6 req-adc79401-a0c3-47f5-9ea5-ce4365e85fcf tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:16.418484 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-4f5665c1-8657-4f23-a646-1c69556dc3a6 req-adc79401-a0c3-47f5-9ea5-ce4365e85fcf tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:16.462098 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['21cdd803-f6c7-4f87-9878-5c5c59e70d3c'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:16:16.498256 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5665c1-8657-4f23-a646-1c69556dc3a6 req-adc79401-a0c3-47f5-9ea5-ce4365e85fcf tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:16.498386 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-4f5665c1-8657-4f23-a646-1c69556dc3a6 req-adc79401-a0c3-47f5-9ea5-ce4365e85fcf tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:16.505751 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4f5665c1-8657-4f23-a646-1c69556dc3a6 req-adc79401-a0c3-47f5-9ea5-ce4365e85fcf tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "PUT /v2.0/ports/21cdd803-f6c7-4f87-9878-5c5c59e70d3c HTTP/1.1" status: 200 len: 981 time: 0.9560037 Jan 18 13:16:16.508293 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:16.539437 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc79401-a0c3-47f5-9ea5-ce4365e85fcf tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event updated for resources: {'Port': ['ID=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,revision_number=6']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:16.592148 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'status': 'completed', 'code': 200} Jan 18 13:16:16.704068 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['21cdd803-f6c7-4f87-9878-5c5c59e70d3c'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:16:16.814977 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e874449-c4c2-4252-a143-3ef6bc346d7d req-cf8eb1bf-a5a4-47b6-ba40-9a5982bddc7e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c5ee90cc67ab40cd8bef0b0639fee7fe&device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 1137 time: 0.1539943 Jan 18 13:16:16.864910 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34794c-a3ed-4900-8e66-e76f4512dedd req-84f0d7d7-8c03-49e1-a62d-07af1f6ddb54 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:16.868578 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9c34794c-a3ed-4900-8e66-e76f4512dedd req-84f0d7d7-8c03-49e1-a62d-07af1f6ddb54 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.2419538 Jan 18 13:16:16.917943 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0432475f-cca1-47dc-96e1-9799aa1f95cd req-826d649b-7ab4-4f0a-ba90-6459f4f37cf1 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 210 time: 0.0938804 Jan 18 13:16:16.956854 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-8c164adb-4f96-44a4-af52-f1e5a721db86 None None] Provisioning complete for port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:16:16.957225 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8c164adb-4f96-44a4-af52-f1e5a721db86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:17.035389 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9c34794c-a3ed-4900-8e66-e76f4512dedd req-1936dec8-ba5d-408a-a01f-b20bbbb0ee9e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1207757 Jan 18 13:16:17.112752 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e874449-c4c2-4252-a143-3ef6bc346d7d req-ca8697a6-0e91-4f52-b72e-51ea609d53ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:17.114419 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e874449-c4c2-4252-a143-3ef6bc346d7d req-ca8697a6-0e91-4f52-b72e-51ea609d53ea service neutron] 10.222.0.91 "GET /v2.0/networks?id=327889a7-f239-42c5-9df4-94e863ad829a HTTP/1.1" status: 200 len: 915 time: 0.2925749 Jan 18 13:16:17.258028 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e874449-c4c2-4252-a143-3ef6bc346d7d req-94b801c1-5f82-4595-a942-e9cba86381f8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c HTTP/1.1" status: 200 len: 1001 time: 0.1364069 Jan 18 13:16:17.328254 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e874449-c4c2-4252-a143-3ef6bc346d7d req-04632d0e-0303-4cb3-aa5e-10bbacc73e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:17.330706 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e874449-c4c2-4252-a143-3ef6bc346d7d req-04632d0e-0303-4cb3-aa5e-10bbacc73e0b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=db3d1c71-ca3b-48f9-8b6c-90b4e24188ed HTTP/1.1" status: 200 len: 853 time: 0.0626085 Jan 18 13:16:17.421711 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e874449-c4c2-4252-a143-3ef6bc346d7d req-59a8f21e-fa04-4430-bd63-1f340238515f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=327889a7-f239-42c5-9df4-94e863ad829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758002 Jan 18 13:16:17.558451 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e874449-c4c2-4252-a143-3ef6bc346d7d req-5a2cf7f0-e98a-4948-a3d7-0c84a5f1e974 service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283939 Jan 18 13:16:17.693242 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e874449-c4c2-4252-a143-3ef6bc346d7d req-0d25c6ed-aa4c-4382-b917-d87d3039ddbd service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286807 Jan 18 13:16:17.802033 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5a82c0a-c9b3-495e-8b09-ad5b10c9580e tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:17.803407 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5a82c0a-c9b3-495e-8b09-ad5b10c9580e tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 812 time: 0.1594839 Jan 18 13:16:17.873158 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c944abaa-4aab-498f-a753-dc5fd7bd256b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Synchronizing usage tracker for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:16:17.885693 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c944abaa-4aab-498f-a753-dc5fd7bd256b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Unset dirty status for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:16:17.886793 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c944abaa-4aab-498f-a753-dc5fd7bd256b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0cf2555372d4833a1b2cbdd625d2186 HTTP/1.1" status: 200 len: 379 time: 0.0544324 Jan 18 13:16:17.896991 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'port': {'device_id': 'b924f66b-dec9-49b3-83df-165389a206ad', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'admin_state_up': True, 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'security_groups': ['11b4b191-f636-4d7b-b8a7-058738de9511']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:18.118966 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-892dfddf-a27e-4665-a9e7-c01afb1b0067 req-4810970b-c331-4a90-a7d3-bbb80d314797 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 210 time: 0.0477326 Jan 18 13:16:18.161401 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:18.166198 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:port and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:18.169300 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:18.175979 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:18.301964 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Made reservation on behalf of a0cf2555372d4833a1b2cbdd625d2186 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:16:18.305180 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:18.485409 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Allocated IP 172.20.0.7 (1b254d9d-73c2-4ed0-9c9f-3efdaec0f196/8ff1fabd-3520-456c-8dfd-6e9647c65920/ef9bbace-637f-4dc1-851f-bff441ca1d3c) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:16:18.684295 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:18.700873 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Transition to ACTIVE for port object ef9bbace-637f-4dc1-851f-bff441ca1d3c will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:16:18.853679 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:18.930238 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:16:18.933469 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:16:18.937549 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:16:18.973702 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'Port': ['ID=ef9bbace-637f-4dc1-851f-bff441ca1d3c,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:19.005400 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:19.006015 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:19.113247 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-a0e8175b-4932-45cb-81f9-7218f7e430be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2177382 Jan 18 13:16:19.132268 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Request body: {'port': {'device_id': 'b924f66b-dec9-49b3-83df-165389a206ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:19.264590 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:19.281650 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4d64-adb4-4673-b2ca-2d2ee62009a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:19.316461 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-08580bef-32fd-4a14-a434-b74c445b7955 None None] Provisioning for port ef9bbace-637f-4dc1-851f-bff441ca1d3c completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:16:19.321905 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-08580bef-32fd-4a14-a434-b74c445b7955 None None] Provisioning complete for port ef9bbace-637f-4dc1-851f-bff441ca1d3c triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:16:19.322469 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-08580bef-32fd-4a14-a434-b74c445b7955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:19.352428 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380e0e5-f482-4569-9d3f-89e9c744d1dc req-b9055c72-9a46-445f-ac70-0941c11a2159 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:19.353866 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0380e0e5-f482-4569-9d3f-89e9c744d1dc req-b9055c72-9a46-445f-ac70-0941c11a2159 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 931 time: 0.0843182 Jan 18 13:16:19.380300 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-08580bef-32fd-4a14-a434-b74c445b7955 None None] Port ef9bbace-637f-4dc1-851f-bff441ca1d3c cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:16:19.405435 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0380e0e5-f482-4569-9d3f-89e9c744d1dc req-7becc565-1504-4ec7-ac54-aa31b3b86afc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450022 Jan 18 13:16:19.641091 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9bbace-637f-4dc1-851f-bff441ca1d3c {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:16:19.651144 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:19.664677 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Transition to ACTIVE for port object ef9bbace-637f-4dc1-851f-bff441ca1d3c will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:16:19.784115 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:19.915569 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9bbace-637f-4dc1-851f-bff441ca1d3c,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:20.027621 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Attempting to bind port ef9bbace-637f-4dc1-851f-bff441ca1d3c on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:16:20.027957 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Attempting to bind port ef9bbace-637f-4dc1-851f-bff441ca1d3c by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:16:20.028284 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Attempting to bind port ef9bbace-637f-4dc1-851f-bff441ca1d3c on network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:16:20.034140 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Port ef9bbace-637f-4dc1-851f-bff441ca1d3c on network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:16:20.034460 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Attempting to bind port ef9bbace-637f-4dc1-851f-bff441ca1d3c on network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:16:20.040653 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:16:20.040989 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Checking segment: {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:16:20.041368 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Bound using segment: {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:16:20.041794 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Bound port: ef9bbace-637f-4dc1-851f-bff441ca1d3c, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:16:20.042122 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:20.133831 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] For port ef9bbace-637f-4dc1-851f-bff441ca1d3c, host hv-cinder-82510, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:16:20.136894 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] For port ef9bbace-637f-4dc1-851f-bff441ca1d3c, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ef9bbace-637f-4dc1-851f-bff441ca1d3c,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:16:20.239650 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:20.315202 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:20.316850 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] 10.222.0.91 "PUT /v2.0/ports/ef9bbace-637f-4dc1-851f-bff441ca1d3c HTTP/1.1" status: 200 len: 1093 time: 1.1917579 Jan 18 13:16:20.317308 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b924f66b-dec9-49b3-83df-165389a206ad', 'tag': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:20.344427 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eba97e-5b88-441d-b17a-67784680d247 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9bbace-637f-4dc1-851f-bff441ca1d3c,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:20.409062 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b924f66b-dec9-49b3-83df-165389a206ad', 'tag': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c', 'status': 'completed', 'code': 200} Jan 18 13:16:20.549716 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-eac0b60e-356b-42a3-8991-204fe3bf70ce req-4d980c16-e6ee-4ea2-94b1-2f097d88ec04 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 1096 time: 0.0920017 Jan 18 13:16:20.638798 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c4be8-7721-4ab9-824d-1d731940eaf0 req-46f52c6e-11fe-4652-a0e1-bba8602b371d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:20.640163 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c03c4be8-7721-4ab9-824d-1d731940eaf0 req-46f52c6e-11fe-4652-a0e1-bba8602b371d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 943 time: 0.0938735 Jan 18 13:16:20.687033 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c03c4be8-7721-4ab9-824d-1d731940eaf0 req-c23b7158-cf66-4fe6-8862-c74056c8ca45 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405140 Jan 18 13:16:20.703389 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b60e-356b-42a3-8991-204fe3bf70ce req-0aeee507-cd36-48eb-924a-0d44a16c1475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:20.705346 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-eac0b60e-356b-42a3-8991-204fe3bf70ce req-0aeee507-cd36-48eb-924a-0d44a16c1475 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1408217 Jan 18 13:16:20.930190 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b60e-356b-42a3-8991-204fe3bf70ce req-4055964e-94a8-428c-9aa6-25c1201ee3ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:20.931588 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-eac0b60e-356b-42a3-8991-204fe3bf70ce req-4055964e-94a8-428c-9aa6-25c1201ee3ee service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188733 Jan 18 13:16:21.073908 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-653dda39-cc48-4a91-981d-d4133d9f6fba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 1096 time: 0.0728452 Jan 18 13:16:21.162622 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-442885b2-8598-4946-a9fb-f2b87c8063ae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef9bbace-637f-4dc1-851f-bff441ca1d3c HTTP/1.1" status: 200 len: 217 time: 0.0615835 Jan 18 13:16:21.227248 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-6289e8c7-2284-49eb-8fbc-ffd2024ea5b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:21.228631 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-6289e8c7-2284-49eb-8fbc-ffd2024ea5b3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8ff1fabd-3520-456c-8dfd-6e9647c65920 HTTP/1.1" status: 200 len: 851 time: 0.0600889 Jan 18 13:16:21.305586 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-28e21a11-c8ab-47fc-9b7b-1d8bf8cf1a37 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696609 Jan 18 13:16:21.443276 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-80bf8685-2165-4271-8766-d570fba05c15 service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307533 Jan 18 13:16:21.593529 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9aea17e-48de-44d2-bfe2-032885feb5c4 req-4b5d2ad0-edbf-4a88-b79d-ad292ad25a5d service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392326 Jan 18 13:16:21.709719 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0f65b6df-1309-4ed9-930a-b57b6142be2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:21.900911 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0f7e2-5d3f-4305-96a5-60ac34792677 req-223eedd9-ef60-48c5-9ab4-b72a1e023634 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:21.902310 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f1c0f7e2-5d3f-4305-96a5-60ac34792677 req-223eedd9-ef60-48c5-9ab4-b72a1e023634 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 943 time: 0.0809097 Jan 18 13:16:21.950145 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f1c0f7e2-5d3f-4305-96a5-60ac34792677 req-d49212e2-081f-4028-b22b-4cf85a9458f2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417778 Jan 18 13:16:22.743950 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:22.926312 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:23.148422 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46153c-09c4-4e44-a3f0-751fadc690fc req-3884cc01-7c60-46e8-a0c5-6fcae052001d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:23.149854 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2b46153c-09c4-4e44-a3f0-751fadc690fc req-3884cc01-7c60-46e8-a0c5-6fcae052001d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 943 time: 0.0770967 Jan 18 13:16:23.198412 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2b46153c-09c4-4e44-a3f0-751fadc690fc req-5738fb7e-4b05-4188-91f4-05ac9daa7150 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431476 Jan 18 13:16:24.044844 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:24.403128 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220b763-59b6-4825-82eb-c5029397c66e req-ce6d0b8a-4d5b-47c1-8c45-2ce407a133be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:24.404627 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7220b763-59b6-4825-82eb-c5029397c66e req-ce6d0b8a-4d5b-47c1-8c45-2ce407a133be tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 943 time: 0.0808499 Jan 18 13:16:24.449891 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:16:24.453368 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7220b763-59b6-4825-82eb-c5029397c66e req-6c3bbaaf-1256-44aa-ae50-564bea16cd83 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433035 Jan 18 13:16:25.662072 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b45a6-ee0c-40c4-801e-c15a08298936 req-346a0cc3-6212-4244-9083-638ea35022ea tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:25.663590 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b5b45a6-ee0c-40c4-801e-c15a08298936 req-346a0cc3-6212-4244-9083-638ea35022ea tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 943 time: 0.0842204 Jan 18 13:16:25.802582 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b5b45a6-ee0c-40c4-801e-c15a08298936 req-19a0d05c-98a5-49c5-8f09-4c8ff7b15f09 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332500 Jan 18 13:16:27.000678 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b189ace-35f1-4acf-b758-6af51db6e69b req-2dfbe209-27cf-47b7-bd9e-b4e2c993c81c tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:27.002713 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1b189ace-35f1-4acf-b758-6af51db6e69b req-2dfbe209-27cf-47b7-bd9e-b4e2c993c81c tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 943 time: 0.0760846 Jan 18 13:16:27.048586 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1b189ace-35f1-4acf-b758-6af51db6e69b req-d4653020-325b-4f7c-ac5d-17c5beea6ade tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398433 Jan 18 13:16:28.265300 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37d9c-0a9e-44c6-89a5-8efb20d8bd62 req-c0268073-88da-49b7-96ec-fd90d4141c46 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:28.266741 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-51e37d9c-0a9e-44c6-89a5-8efb20d8bd62 req-c0268073-88da-49b7-96ec-fd90d4141c46 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 943 time: 0.0827599 Jan 18 13:16:28.312609 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-51e37d9c-0a9e-44c6-89a5-8efb20d8bd62 req-5cda94a7-1939-4e63-bb03-3c0f60ef5735 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402691 Jan 18 13:16:29.558888 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab2af7-4dd2-4f76-b8bd-10aa20a8c11d req-8f2986b1-42d8-4091-adc4-4a7209ff0682 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:29.561078 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5bab2af7-4dd2-4f76-b8bd-10aa20a8c11d req-8f2986b1-42d8-4091-adc4-4a7209ff0682 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 943 time: 0.0968585 Jan 18 13:16:29.629048 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5bab2af7-4dd2-4f76-b8bd-10aa20a8c11d req-3e21e70c-eed6-444c-89d3-7be54690e127 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616181 Jan 18 13:16:30.843647 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7b6b-efab-4e6c-a284-9b7d3a839a80 req-94b0cb6e-4f59-440a-aff9-6b4d65b90a05 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:30.845217 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2e6d7b6b-efab-4e6c-a284-9b7d3a839a80 req-94b0cb6e-4f59-440a-aff9-6b4d65b90a05 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 943 time: 0.0818489 Jan 18 13:16:30.894110 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2e6d7b6b-efab-4e6c-a284-9b7d3a839a80 req-a5a672c0-9c5c-4de8-8745-5a54002ac4da tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428696 Jan 18 13:16:31.701515 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:32.109215 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ced945-7613-40e9-b90f-44f5af8e781b req-364be717-d23b-436a-99ea-69ad0aa121de tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:32.110708 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-30ced945-7613-40e9-b90f-44f5af8e781b req-364be717-d23b-436a-99ea-69ad0aa121de tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 943 time: 0.0933642 Jan 18 13:16:32.158917 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-30ced945-7613-40e9-b90f-44f5af8e781b req-59b448e9-4006-40dc-a3bd-52cff5b0e5df tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413098 Jan 18 13:16:32.577523 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-752e700c-e32f-4473-94b6-241704102214 req-3d986ff9-1cdb-4de0-a675-9289def60ad7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840483 Jan 18 13:16:32.693707 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-752e700c-e32f-4473-94b6-241704102214 req-0dc875ac-3ce2-4616-81aa-ef8bc70ec921 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 1099 time: 0.0740273 Jan 18 13:16:32.857330 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e700c-e32f-4473-94b6-241704102214 req-7d039a34-6aea-4345-be32-19885026efc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:32.859438 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-752e700c-e32f-4473-94b6-241704102214 req-7d039a34-6aea-4345-be32-19885026efc6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6033635d-8e5c-4c0c-9279-8738c2f2381d HTTP/1.1" status: 200 len: 912 time: 0.1448400 Jan 18 13:16:32.968695 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-752e700c-e32f-4473-94b6-241704102214 req-bb47383f-730b-4250-972b-da92a8b6936b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f53da194-8fa6-4b88-a414-e8a31d94c584 HTTP/1.1" status: 200 len: 1001 time: 0.1030619 Jan 18 13:16:33.032228 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e700c-e32f-4473-94b6-241704102214 req-20d252c3-ddfb-4230-bfa0-b92465f2cd1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:33.035039 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-752e700c-e32f-4473-94b6-241704102214 req-20d252c3-ddfb-4230-bfa0-b92465f2cd1d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4e9e5053-81db-4d00-a550-ac7a77f48e0d HTTP/1.1" status: 200 len: 850 time: 0.0605226 Jan 18 13:16:33.117703 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-752e700c-e32f-4473-94b6-241704102214 req-2718f758-1843-4dcc-97fb-86a9fd1d97f1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6033635d-8e5c-4c0c-9279-8738c2f2381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736146 Jan 18 13:16:33.262064 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-752e700c-e32f-4473-94b6-241704102214 req-8223d210-e167-431e-b54d-6cc742903a39 service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395965 Jan 18 13:16:33.330142 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 56192) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:33.383174 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c506c-5624-4f8e-8d0e-58de7f8d5a29 req-3365f76b-c104-43de-b105-6f3cafb5214d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:33.384577 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c07c506c-5624-4f8e-8d0e-58de7f8d5a29 req-3365f76b-c104-43de-b105-6f3cafb5214d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 943 time: 0.0994592 Jan 18 13:16:33.407026 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-752e700c-e32f-4473-94b6-241704102214 req-ff5ba406-0b27-408d-be61-7dd88c3951fe service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317425 Jan 18 13:16:33.435929 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c07c506c-5624-4f8e-8d0e-58de7f8d5a29 req-5f4eea13-8bb1-4bb8-b15b-b223e5bed554 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448532 Jan 18 13:16:33.490598 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device ef9bbace-637f-4dc1-851f-bff441ca1d3c details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:16:33.492116 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd040-a0e0-4069-9460-9884ea84c8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:33.524833 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-7b3dd040-a0e0-4069-9460-9884ea84c8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:33.528569 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-7b3dd040-a0e0-4069-9460-9884ea84c8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:de8f9a34366c4d849fd444dad0ab8ce0 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:33.531369 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-7b3dd040-a0e0-4069-9460-9884ea84c8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:33.538014 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-7b3dd040-a0e0-4069-9460-9884ea84c8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:33.606527 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd040-a0e0-4069-9460-9884ea84c8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:33.624310 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port ef9bbace-637f-4dc1-851f-bff441ca1d3c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ef9bbace-637f-4dc1-851f-bff441ca1d3c,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:33.637799 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'port_id': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c', 'mac_address': 'fa:16:3e:1d:db:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:16:33.694544 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:33.703845 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd040-a0e0-4069-9460-9884ea84c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:33.712092 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9bbace-637f-4dc1-851f-bff441ca1d3c {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:16:33.727198 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port ef9bbace-637f-4dc1-851f-bff441ca1d3c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ef9bbace-637f-4dc1-851f-bff441ca1d3c,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:33.752487 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-7b3dd040-a0e0-4069-9460-9884ea84c8a4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=de8f9a34366c4d849fd444dad0ab8ce0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4207830 Jan 18 13:16:33.754186 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dd040-a0e0-4069-9460-9884ea84c8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022e4fd0-863f-4dcf-9096-d0efcfa2a5bb,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:33.755080 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56198) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:33.815534 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29d7d478-b34b-44e0-b06b-a6fe43a07cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:33.842002 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29d7d478-b34b-44e0-b06b-a6fe43a07cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:33.872897 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:33.940476 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=ef9bbace-637f-4dc1-851f-bff441ca1d3c,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:33.948498 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:33.948837 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:33.949167 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:33.949492 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:33.949819 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:33.950134 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:33.950453 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:33.950791 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:33.951109 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:33.951463 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:33.951861 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:33.994902 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29d7d478-b34b-44e0-b06b-a6fe43a07cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:34.010247 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7d478-b34b-44e0-b06b-a6fe43a07cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022e4fd0-863f-4dcf-9096-d0efcfa2a5bb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:34.023709 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-29d7d478-b34b-44e0-b06b-a6fe43a07cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:34.023709 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-29d7d478-b34b-44e0-b06b-a6fe43a07cb8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/022e4fd0-863f-4dcf-9096-d0efcfa2a5bb HTTP/1.1" status: 204 len: 168 time: 0.2627320 Jan 18 13:16:34.364850 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['ef9bbace-637f-4dc1-851f-bff441ca1d3c'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:16:34.674342 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e256f-ffe9-42cd-9c70-95c20b3c32f3 req-76ceac01-11be-4433-83ab-8eacc452b12a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:34.675900 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0f2e256f-ffe9-42cd-9c70-95c20b3c32f3 req-76ceac01-11be-4433-83ab-8eacc452b12a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 944 time: 0.0832837 Jan 18 13:16:34.726746 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0f2e256f-ffe9-42cd-9c70-95c20b3c32f3 req-86c16969-1db6-46fb-af2e-0d9a3f2cd300 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452931 Jan 18 13:16:35.242642 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56222) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:35.370234 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1123581828-network', 'tenant_id': 'e2dfd24669034b03a3fd0005ea00452d'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:35.374833 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:35.378868 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Usage tracker for resource:network and tenant:e2dfd24669034b03a3fd0005ea00452d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:35.381707 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:35.387320 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:35.467075 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Made reservation on behalf of e2dfd24669034b03a3fd0005ea00452d for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:16:35.469532 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:35.482431 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:35.516807 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:35.527089 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Usage tracker for resource:security_group_rule and tenant:e2dfd24669034b03a3fd0005ea00452d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:35.530025 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:35.536881 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:35.686830 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:35.818009 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:35.854515 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:16:35.864088 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:35.871485 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:35.871844 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Added segment 21593f59-c64b-4389-b839-eb4fa2fc2f2d of type vlan for network 519119df-4601-48ee-9414-76866220c002 Jan 18 13:16:35.906982 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:35.952440 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c06695-5ce1-44e4-b552-47c505f1743d req-3340ece4-f1ef-499c-936e-b5335a2ffa3e tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:35.953933 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f5c06695-5ce1-44e4-b552-47c505f1743d req-3340ece4-f1ef-499c-936e-b5335a2ffa3e tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 944 time: 0.0929196 Jan 18 13:16:36.002596 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f5c06695-5ce1-44e4-b552-47c505f1743d req-c9e4d4fd-0fa5-47de-a3fc-bb15bd39a039 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424654 Jan 18 13:16:36.038489 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:36.039301 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:36.039922 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:36.143465 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] Pushing event updated for resources: {'Network': ['ID=519119df-4601-48ee-9414-76866220c002,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:36.154870 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 519119df-4601-48ee-9414-76866220c002 details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:16:36.247243 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-64246d04-aef5-4e67-84c6-3175a4d91293 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0034380 Jan 18 13:16:36.250355 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 56230) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:36.262032 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Request body: {'subnet': {'network_id': '519119df-4601-48ee-9414-76866220c002', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1123581828-subnet', 'tenant_id': 'e2dfd24669034b03a3fd0005ea00452d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:36.267145 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:36.272570 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Usage tracker for resource:subnet and tenant:e2dfd24669034b03a3fd0005ea00452d is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:36.275523 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:36.282423 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:36.395852 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Made reservation on behalf of e2dfd24669034b03a3fd0005ea00452d for: {'subnet': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:16:36.398366 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1769725'] for subnet, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:36.667633 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1926591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1769707'] for subnet, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:36.730263 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1666911-6eb3-4bf6-aa23-8b2da8b43f15,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:36.754203 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Checking segment: {'id': '21593f59-c64b-4389-b839-eb4fa2fc2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '519119df-4601-48ee-9414-76866220c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:16:36.754545 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Network hostable DHCP agents. Network: 519119df-4601-48ee-9414-76866220c002, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:16:36.875719 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Network 519119df-4601-48ee-9414-76866220c002 is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:16:36.989821 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 519119df-4601-48ee-9414-76866220c002) {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:16:36.993939 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:36.994521 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:36.999530 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31d301e-bc21-4ceb-922d-65b2365b9eb5 None None] Network 519119df-4601-48ee-9414-76866220c002 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:16:37.090146 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-fd4decfc-60ce-4aae-be5b-1a6e4c595003 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8300602 Jan 18 13:16:37.247365 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c846d-2ae7-4cb2-87a8-41bf45b39a2c req-59830b12-4d9a-401c-b868-23cd02dd8ea8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:37.248965 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2f3c846d-2ae7-4cb2-87a8-41bf45b39a2c req-59830b12-4d9a-401c-b868-23cd02dd8ea8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 944 time: 0.0931320 Jan 18 13:16:37.265077 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86faa85-499b-49af-aac9-8681b58e9c9c None None] Network 519119df-4601-48ee-9414-76866220c002 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:16:37.299908 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2f3c846d-2ae7-4cb2-87a8-41bf45b39a2c req-54da667e-6a05-41a0-800a-7fe16d3a86eb tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439656 Jan 18 13:16:37.490441 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device ef9bbace-637f-4dc1-851f-bff441ca1d3c up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:16:37.675581 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port ef9bbace-637f-4dc1-851f-bff441ca1d3c completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:16:37.680795 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port ef9bbace-637f-4dc1-851f-bff441ca1d3c triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:16:37.681159 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:37.802266 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:37.836260 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b924f66b-dec9-49b3-83df-165389a206ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:37.845847 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port ef9bbace-637f-4dc1-851f-bff441ca1d3c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ef9bbace-637f-4dc1-851f-bff441ca1d3c,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:37.893843 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b924f66b-dec9-49b3-83df-165389a206ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c', 'code': 200} Jan 18 13:16:37.949376 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:38.017593 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=ef9bbace-637f-4dc1-851f-bff441ca1d3c,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:38.509648 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b6354-68b3-4508-bbd7-f7e643d487e8 req-7c702a12-665d-442e-8a9f-3ce7ec76ed36 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:38.513927 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3a0b6354-68b3-4508-bbd7-f7e643d487e8 req-7c702a12-665d-442e-8a9f-3ce7ec76ed36 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 945 time: 0.0806007 Jan 18 13:16:38.517736 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e60ead7d-d240-4fb7-9984-cf5f83831b25 req-99ea0806-9bd3-410e-89e3-cb5d48ca19ec service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 1098 time: 0.0744822 Jan 18 13:16:38.568764 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3a0b6354-68b3-4508-bbd7-f7e643d487e8 req-da772bbe-4480-4d84-8947-e50c03231f6f tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466392 Jan 18 13:16:38.597455 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e60ead7d-d240-4fb7-9984-cf5f83831b25 req-957f86f4-bc32-4f20-9ec3-f346c25eacaf service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729804 Jan 18 13:16:39.777763 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900083c0-416d-40fc-8464-03a143716a5a req-1df58e6f-aab6-4de6-aa1e-149e9fcec567 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:39.779189 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-900083c0-416d-40fc-8464-03a143716a5a req-1df58e6f-aab6-4de6-aa1e-149e9fcec567 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 945 time: 0.0802772 Jan 18 13:16:39.824475 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-900083c0-416d-40fc-8464-03a143716a5a req-5b2541a2-eb79-4b15-98c2-c3f584ee83c0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395482 Jan 18 13:16:40.833073 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-1d79c2f1-e757-42bc-9367-46ac6c9b9b23 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:40.834506 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-1d79c2f1-e757-42bc-9367-46ac6c9b9b23 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/networks?id=519119df-4601-48ee-9414-76866220c002 HTTP/1.1" status: 200 len: 814 time: 0.1556582 Jan 18 13:16:40.850496 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-7b31d611-e553-4dc0-ae9e-0cde95777901 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/quotas/e2dfd24669034b03a3fd0005ea00452d HTTP/1.1" status: 200 len: 375 time: 0.0105155 Jan 18 13:16:40.895992 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-5c54b75a-5bd3-4eef-b71b-ac2d2d1d052d tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e2dfd24669034b03a3fd0005ea00452d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403309 Jan 18 13:16:41.162214 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-5e3ca838-6c64-49d6-9112-4990ba5d96cf service neutron] 10.222.0.87 "GET /v2.0/networks/519119df-4601-48ee-9414-76866220c002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587283 Jan 18 13:16:41.194691 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d7e20-5646-4efe-84e6-44e9b1a7042f req-038fe997-ec82-441d-a7c6-038513567809 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:41.196105 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f59d7e20-5646-4efe-84e6-44e9b1a7042f req-038fe997-ec82-441d-a7c6-038513567809 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 945 time: 0.1437812 Jan 18 13:16:41.338453 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f59d7e20-5646-4efe-84e6-44e9b1a7042f req-ce723b33-ead1-4526-b998-d2df7be2e3ad tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936344 Jan 18 13:16:41.346075 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-cee4b481-345d-4127-838d-cd530afc911f service neutron] 10.222.0.87 "GET /v2.0/networks/519119df-4601-48ee-9414-76866220c002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775210 Jan 18 13:16:41.540834 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4a24f-e11d-4a44-9a71-505e3b2c1cd5 req-e1b3e151-4103-4452-a9c7-600eedc6458b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:41.542416 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c9a4a24f-e11d-4a44-9a71-505e3b2c1cd5 req-e1b3e151-4103-4452-a9c7-600eedc6458b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 945 time: 0.0811200 Jan 18 13:16:41.641670 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-20bf0a00-b7cd-45da-8fa7-c0954e1aa59e req-d800e1dd-3f7b-4b0a-852b-b209132ca582 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 210 time: 0.0515847 Jan 18 13:16:41.646787 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c9a4a24f-e11d-4a44-9a71-505e3b2c1cd5 req-2adaa5c2-732b-418d-aa72-b7972c08b144 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963485 Jan 18 13:16:41.677442 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56276) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:41.875670 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8a5cbf2f-f991-4e68-a0d2-549ad59199ee tempest-TestVolumeBootPattern-1315345238 tempest-TestVolumeBootPattern-1315345238-project-admin] Synchronizing usage tracker for tenant:c5d34056ac47431ea8f999da61b3fe87 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:16:41.995369 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8a5cbf2f-f991-4e68-a0d2-549ad59199ee tempest-TestVolumeBootPattern-1315345238 tempest-TestVolumeBootPattern-1315345238-project-admin] Unset dirty status for tenant:c5d34056ac47431ea8f999da61b3fe87 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:16:41.996594 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-8a5cbf2f-f991-4e68-a0d2-549ad59199ee tempest-TestVolumeBootPattern-1315345238 tempest-TestVolumeBootPattern-1315345238-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 1093 time: 0.3179498 Jan 18 13:16:41.999561 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56286) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:42.006011 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'floatingip': {'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'port_id': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:42.011602 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:42.015511 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:floatingip and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:42.019519 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:42.025318 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:42.176115 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:42.311889 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:42.461578 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Allocated IP 172.27.1.110 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/396bae26-2470-4a04-b352-4dca3e544634) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:16:42.611745 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:42.738380 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:42.753826 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8435cdfa-c5cb-4ecd-b61a-46c0bab7ec2a req-8f4c2009-0e6f-49d1-bf1b-ae8e61062d8c tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 210 time: 0.0419278 Jan 18 13:16:42.805873 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'Port': ['ID=396bae26-2470-4a04-b352-4dca3e544634,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:42.811458 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:16:42.812755 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:16:42.815014 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:16:43.327546 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:43.495206 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:43.781439 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:43.919569 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-118177bb-8ea3-4e9d-99f3-eac38ffcad83 req-1eed6d7a-9b5d-4bad-a17c-af4efac1299e tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 210 time: 0.0439475 Jan 18 13:16:43.961657 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:44.071565 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'Port': ['ID=396bae26-2470-4a04-b352-4dca3e544634,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:44.087746 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:44.280675 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.l3_db [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Floating IP e76fcc48-4113-4551-a02e-0e214ac30d92 associated. External IP: 172.27.1.110, port: ef9bbace-637f-4dc1-851f-bff441ca1d3c. Jan 18 13:16:44.704956 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Router 6dc34715-53be-4919-936f-b6a1cecd8500 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:16:45.027081 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:16:45.032944 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-ed5ad249-f013-48bf-ab54-0640c4316144 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:45.033744 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-ed5ad249-f013-48bf-ab54-0640c4316144 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Synchronizing usage tracker for tenant:e2dfd24669034b03a3fd0005ea00452d on resource:network {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:16:45.042887 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389cc378-a4d4-4533-b18b-f5870c3a8e6e None None] Sync routers for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:16:45.059068 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389cc378-a4d4-4533-b18b-f5870c3a8e6e None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:16:45.059972 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-389cc378-a4d4-4533-b18b-f5870c3a8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:16:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:45.103852 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-07e780d1-4534-4409-8d0a-2a9f44b89070 req-7f6f47b6-4daf-43f2-bb05-7fcfaaa5e2ad tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 210 time: 0.0417221 Jan 18 13:16:45.147561 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:45.175045 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-ed5ad249-f013-48bf-ab54-0640c4316144 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Unset dirty status for tenant:e2dfd24669034b03a3fd0005ea00452d on resource:network {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:16:45.175977 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-ed5ad249-f013-48bf-ab54-0640c4316144 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.91 "GET /v2.0/networks?id=519119df-4601-48ee-9414-76866220c002 HTTP/1.1" status: 200 len: 814 time: 0.3168447 Jan 18 13:16:45.201729 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Request body: {'port': {'device_id': '8d8f4e28-66ab-49f9-b8a6-dc115523d5bc', 'network_id': '519119df-4601-48ee-9414-76866220c002', 'admin_state_up': True, 'tenant_id': 'e2dfd24669034b03a3fd0005ea00452d'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:45.252624 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-389cc378-a4d4-4533-b18b-f5870c3a8e6e None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:16:45.271044 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-456b1828-1928-42e7-aa0e-07f826b84397 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2704279 Jan 18 13:16:45.276475 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b924f66b-dec9-49b3-83df-165389a206ad', 'tag': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:45.341580 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b924f66b-dec9-49b3-83df-165389a206ad', 'tag': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c', 'status': 'completed', 'code': 200} Jan 18 13:16:45.361659 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:16:45.365459 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Usage tracker for resource:port and tenant:e2dfd24669034b03a3fd0005ea00452d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:16:45.368266 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:16:45.375232 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:16:45.467514 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d25a40e-7a5f-449d-874a-b9240532b9a5 req-3ea24644-3f45-40c8-bbc4-a9a7d669e91e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 1098 time: 0.0735755 Jan 18 13:16:45.513553 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Made reservation on behalf of e2dfd24669034b03a3fd0005ea00452d for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:16:45.516660 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:45.620505 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a40e-7a5f-449d-874a-b9240532b9a5 req-aa852209-359b-4bb5-b690-6c6364c098d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:45.626087 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-389cc378-a4d4-4533-b18b-f5870c3a8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': 'e76fcc48-4113-4551-a02e-0e214ac30d92', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:1d:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b924f66b-dec9-49b3-83df-165389a206ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:16:43Z', 'updated_at': '2022-01-18T13:16:43Z', 'revision_number': 0, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:45.628368 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d25a40e-7a5f-449d-874a-b9240532b9a5 req-aa852209-359b-4bb5-b690-6c6364c098d1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 913 time: 0.1491148 Jan 18 13:16:45.631237 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389cc378-a4d4-4533-b18b-f5870c3a8e6e None None] Checking router: 6dc34715-53be-4919-936f-b6a1cecd8500 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:16:45.644528 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389cc378-a4d4-4533-b18b-f5870c3a8e6e None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:16:45.645300 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-389cc378-a4d4-4533-b18b-f5870c3a8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:16:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:45.739059 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d25a40e-7a5f-449d-874a-b9240532b9a5 req-f6fa9318-4ccd-4a53-b4c8-d23a1301051f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef9bbace-637f-4dc1-851f-bff441ca1d3c HTTP/1.1" status: 200 len: 999 time: 0.1043835 Jan 18 13:16:45.795510 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Allocated IP 172.20.0.14 (519119df-4601-48ee-9414-76866220c002/d1666911-6eb3-4bf6-aa23-8b2da8b43f15/368b8ad1-ec33-44db-b2a6-72a18ec2c5f1) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:16:45.815287 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a40e-7a5f-449d-874a-b9240532b9a5 req-a6108b4a-5d05-4741-a5c3-139a35c05cfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:45.816881 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d25a40e-7a5f-449d-874a-b9240532b9a5 req-a6108b4a-5d05-4741-a5c3-139a35c05cfa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8ff1fabd-3520-456c-8dfd-6e9647c65920 HTTP/1.1" status: 200 len: 851 time: 0.0660729 Jan 18 13:16:45.845041 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-389cc378-a4d4-4533-b18b-f5870c3a8e6e None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:16:45.900704 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d25a40e-7a5f-449d-874a-b9240532b9a5 req-a6b0812f-3026-4a83-bc5c-6c4daa4f4f9d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773876 Jan 18 13:16:46.025551 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.045903 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d25a40e-7a5f-449d-874a-b9240532b9a5 req-645ff005-e2d8-4bb5-a542-c8db341371ca service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385331 Jan 18 13:16:46.132053 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.200575 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d25a40e-7a5f-449d-874a-b9240532b9a5 req-11bc426d-ab29-48cd-881f-8959f158e00f service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483967 Jan 18 13:16:46.217370 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Network 519119df-4601-48ee-9414-76866220c002 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:16:46.221646 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:16:46.226302 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:16:46.252002 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Pushing event updated for resources: {'Port': ['ID=368b8ad1-ec33-44db-b2a6-72a18ec2c5f1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:46.298530 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:46.299346 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.327151 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-389cc378-a4d4-4533-b18b-f5870c3a8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': 'e76fcc48-4113-4551-a02e-0e214ac30d92', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:1d:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b924f66b-dec9-49b3-83df-165389a206ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:16:43Z', 'updated_at': '2022-01-18T13:16:43Z', 'revision_number': 0, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:46.332348 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389cc378-a4d4-4533-b18b-f5870c3a8e6e None None] The sync data for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi is: [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': 'e76fcc48-4113-4551-a02e-0e214ac30d92', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:1d:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b924f66b-dec9-49b3-83df-165389a206ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:16:43Z', 'updated_at': '2022-01-18T13:16:43Z', 'revision_number': 0, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:16:46.357515 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac468f6-3745-44af-909f-282c1ec15007 req-a8735988-1e26-4136-bfdb-e38f75bccb41 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:46.358963 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8ac468f6-3745-44af-909f-282c1ec15007 req-a8735988-1e26-4136-bfdb-e38f75bccb41 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 932 time: 0.1005406 Jan 18 13:16:46.417767 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8ac468f6-3745-44af-909f-282c1ec15007 req-155cea02-536e-4a88-ba10-c4b8a9201fae tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511425 Jan 18 13:16:46.424122 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-461a15a7-fdc2-4241-8b04-4b4fbdfda0fe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2269852 Jan 18 13:16:46.438945 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Request body: {'port': {'device_id': '8d8f4e28-66ab-49f9-b8a6-dc115523d5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:16:46.565720 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.571579 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676afca2-06bc-43b1-841d-eda75ad4f697 None None] New status for floating IP e76fcc48-4113-4551-a02e-0e214ac30d92: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:16:46.921153 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:16:46.927706 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.941479 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Transition to ACTIVE for port object 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:16:47.052585 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.178212 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Pushing event updated for resources: {'Port': ['ID=368b8ad1-ec33-44db-b2a6-72a18ec2c5f1,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:47.287086 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Attempting to bind port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:16:47.287431 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Attempting to bind port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '21593f59-c64b-4389-b839-eb4fa2fc2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '519119df-4601-48ee-9414-76866220c002'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:16:47.287749 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Attempting to bind port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 on network 519119df-4601-48ee-9414-76866220c002 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:16:47.293301 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 on network 519119df-4601-48ee-9414-76866220c002 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:16:47.293616 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Attempting to bind port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 on network 519119df-4601-48ee-9414-76866220c002 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:16:47.300333 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:16:47.300660 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Checking segment: {'id': '21593f59-c64b-4389-b839-eb4fa2fc2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '519119df-4601-48ee-9414-76866220c002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:16:47.301034 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Bound using segment: {'id': '21593f59-c64b-4389-b839-eb4fa2fc2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '519119df-4601-48ee-9414-76866220c002'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:16:47.301551 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Bound port: 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21593f59-c64b-4389-b839-eb4fa2fc2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '519119df-4601-48ee-9414-76866220c002'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:16:47.301788 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.394330 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] For port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1, host hv-cinder-82510, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:16:47.397491 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] For port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=368b8ad1-ec33-44db-b2a6-72a18ec2c5f1,segment=NetworkSegment(21593f59-c64b-4389-b839-eb4fa2fc2f2d),segment_id=21593f59-c64b-4389-b839-eb4fa2fc2f2d)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:16:47.521495 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.588055 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.589852 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] 10.222.0.91 "PUT /v2.0/ports/368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 HTTP/1.1" status: 200 len: 1094 time: 1.1588421 Jan 18 13:16:47.590395 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8f4e28-66ab-49f9-b8a6-dc115523d5bc', 'tag': '368b8ad1-ec33-44db-b2a6-72a18ec2c5f1'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:47.609270 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b508bb-0c09-4f8f-8d87-a3020d24ac08 service neutron] Pushing event updated for resources: {'Port': ['ID=368b8ad1-ec33-44db-b2a6-72a18ec2c5f1,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:47.639346 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e899d23-36b0-4381-bbb2-e82018925f55 req-c3acdecb-050e-4a29-9a4c-60dffe7e0203 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:47.647411 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5e899d23-36b0-4381-bbb2-e82018925f55 req-c3acdecb-050e-4a29-9a4c-60dffe7e0203 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 944 time: 0.0989084 Jan 18 13:16:47.670702 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8f4e28-66ab-49f9-b8a6-dc115523d5bc', 'tag': '368b8ad1-ec33-44db-b2a6-72a18ec2c5f1', 'status': 'completed', 'code': 200} Jan 18 13:16:47.695011 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5e899d23-36b0-4381-bbb2-e82018925f55 req-8f5410e9-8efe-41e2-a027-c6db90da9dde tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466928 Jan 18 13:16:47.787751 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-10d92fc7-014e-4850-bfa8-5b2103ef2c62 req-d90f6d56-8a2e-4d18-beef-a60bd5555be6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2dfd24669034b03a3fd0005ea00452d&device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 1097 time: 0.0704591 Jan 18 13:16:47.937026 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d92fc7-014e-4850-bfa8-5b2103ef2c62 req-f2d1a7ed-794d-4fb6-a9ef-868f2a841098 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:47.939053 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-10d92fc7-014e-4850-bfa8-5b2103ef2c62 req-f2d1a7ed-794d-4fb6-a9ef-868f2a841098 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=e2dfd24669034b03a3fd0005ea00452d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1368403 Jan 18 13:16:48.080034 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d92fc7-014e-4850-bfa8-5b2103ef2c62 req-e3c42ed9-230f-4264-8842-d0187358c632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:48.081426 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-10d92fc7-014e-4850-bfa8-5b2103ef2c62 req-e3c42ed9-230f-4264-8842-d0187358c632 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372333 Jan 18 13:16:48.291750 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-1b3a7042-79bb-4c47-8fe6-7bc72e88d258 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2dfd24669034b03a3fd0005ea00452d&device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 1097 time: 0.1417382 Jan 18 13:16:48.373711 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-bcbc8615-a15a-424c-8f5f-609644c06913 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 HTTP/1.1" status: 200 len: 217 time: 0.0679400 Jan 18 13:16:48.444943 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-2b0c5d9d-6f35-42cd-86d3-a1ab6ca45dee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:48.446380 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-2b0c5d9d-6f35-42cd-86d3-a1ab6ca45dee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d1666911-6eb3-4bf6-aa23-8b2da8b43f15 HTTP/1.1" status: 200 len: 854 time: 0.0668988 Jan 18 13:16:48.491742 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-cf03044f-eda0-4691-b1f8-6f8642ce9423 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=519119df-4601-48ee-9414-76866220c002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384634 Jan 18 13:16:48.625175 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-5c063d37-3932-48fe-a4c1-98103e1c4b95 service neutron] 10.222.0.91 "GET /v2.0/networks/519119df-4601-48ee-9414-76866220c002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272647 Jan 18 13:16:48.759846 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-df5a7da8-db4f-47c0-b5ed-0e8284ba41a8 req-03804dd2-1491-4562-8d19-4f18f097ae7b service neutron] 10.222.0.91 "GET /v2.0/networks/519119df-4601-48ee-9414-76866220c002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287014 Jan 18 13:16:48.980348 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2963c5-8650-4107-9d84-c3d67307d3ad req-2a7681f5-9b39-4944-80ff-72b2bb21544a tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:48.981691 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4b2963c5-8650-4107-9d84-c3d67307d3ad req-2a7681f5-9b39-4944-80ff-72b2bb21544a tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 944 time: 0.1569705 Jan 18 13:16:49.027382 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4b2963c5-8650-4107-9d84-c3d67307d3ad req-dc882fb6-efb1-4b6d-9a26-c1075a2f241d tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Jan 18 13:16:49.280814 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-29002119-4cb1-4b1b-aee1-7f77791d22d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:50.224678 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b15f0-ea35-4886-90c7-3a4951dd9d2c req-f14be0bf-991b-43b3-82a5-7b4489981b4f tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:50.226088 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-964b15f0-ea35-4886-90c7-3a4951dd9d2c req-f14be0bf-991b-43b3-82a5-7b4489981b4f tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 944 time: 0.0748532 Jan 18 13:16:50.273246 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-964b15f0-ea35-4886-90c7-3a4951dd9d2c req-30202b39-3e57-4934-a9f3-3be2b7772c68 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Jan 18 13:16:51.466455 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5a3e1-9a09-476d-a240-67862182ae66 req-ad028adf-a499-47a1-957d-2bda6f18ce0b tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:51.467826 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-30d5a3e1-9a09-476d-a240-67862182ae66 req-ad028adf-a499-47a1-957d-2bda6f18ce0b tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 944 time: 0.0770490 Jan 18 13:16:51.512644 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-30d5a3e1-9a09-476d-a240-67862182ae66 req-b3a9b939-45c4-45b9-9c18-46a1604d9e16 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387714 Jan 18 13:16:51.714643 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ee2f92b8-a032-419c-9488-2f961311cd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:52.712992 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12966e19-3dec-4cf0-8656-2e7e2fc928b9 req-48addb20-9529-4734-8828-b1d8e7bb60bc tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:52.714444 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-12966e19-3dec-4cf0-8656-2e7e2fc928b9 req-48addb20-9529-4734-8828-b1d8e7bb60bc tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 944 time: 0.0798326 Jan 18 13:16:52.730012 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:52.758687 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-12966e19-3dec-4cf0-8656-2e7e2fc928b9 req-b588e503-7187-4058-8c69-2fb7f49860e3 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386469 Jan 18 13:16:52.938009 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:53.619367 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:16:53.753578 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=368b8ad1-ec33-44db-b2a6-72a18ec2c5f1,segment=NetworkSegment(21593f59-c64b-4389-b839-eb4fa2fc2f2d),segment_id=21593f59-c64b-4389-b839-eb4fa2fc2f2d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:53.766318 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '368b8ad1-ec33-44db-b2a6-72a18ec2c5f1', 'network_id': '519119df-4601-48ee-9414-76866220c002', 'port_id': '368b8ad1-ec33-44db-b2a6-72a18ec2c5f1', 'mac_address': 'fa:16:3e:56:4a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1666911-6eb3-4bf6-aa23-8b2da8b43f15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:16:53.821134 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:53.838812 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:16:53.854844 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=368b8ad1-ec33-44db-b2a6-72a18ec2c5f1,segment=NetworkSegment(21593f59-c64b-4389-b839-eb4fa2fc2f2d),segment_id=21593f59-c64b-4389-b839-eb4fa2fc2f2d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:53.964123 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744d218-fb36-4694-8a1f-2dcdbeb50ca6 req-16e039b5-e2e5-4e3b-b31a-d63eb84b7c86 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:53.965591 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d744d218-fb36-4694-8a1f-2dcdbeb50ca6 req-16e039b5-e2e5-4e3b-b31a-d63eb84b7c86 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 944 time: 0.0817621 Jan 18 13:16:53.976008 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:54.013584 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d744d218-fb36-4694-8a1f-2dcdbeb50ca6 req-6bfef10a-4e8c-41eb-aa2d-9a3b470f7da4 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Jan 18 13:16:54.044702 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=368b8ad1-ec33-44db-b2a6-72a18ec2c5f1,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:54.086134 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:54.466704 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['368b8ad1-ec33-44db-b2a6-72a18ec2c5f1'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:16:55.222272 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5561c62-30b0-41b5-89e7-2fed59007190 req-ab8d78b9-db2c-48ba-bbe6-03c6e5256a9c tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:55.223648 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f5561c62-30b0-41b5-89e7-2fed59007190 req-ab8d78b9-db2c-48ba-bbe6-03c6e5256a9c tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 945 time: 0.0811067 Jan 18 13:16:55.267185 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f5561c62-30b0-41b5-89e7-2fed59007190 req-1ef6ad44-71c3-41e7-a4d1-5291460e0063 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380745 Jan 18 13:16:55.638719 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:16:55.809829 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:16:55.815919 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:16:55.816261 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.929224 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.956127 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8f4e28-66ab-49f9-b8a6-dc115523d5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368b8ad1-ec33-44db-b2a6-72a18ec2c5f1'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:16:55.966019 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=368b8ad1-ec33-44db-b2a6-72a18ec2c5f1,segment=NetworkSegment(21593f59-c64b-4389-b839-eb4fa2fc2f2d),segment_id=21593f59-c64b-4389-b839-eb4fa2fc2f2d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:16:56.010461 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8f4e28-66ab-49f9-b8a6-dc115523d5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368b8ad1-ec33-44db-b2a6-72a18ec2c5f1', 'code': 200} Jan 18 13:16:56.063348 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:56.132221 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=368b8ad1-ec33-44db-b2a6-72a18ec2c5f1,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:56.450953 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-8a13e9e2-2a8a-404a-8274-edc6c1122525 req-ea13df8f-d3ec-4f38-8ee9-4e8cf8a408f2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 1099 time: 0.0859334 Jan 18 13:16:56.484794 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e56928-12fd-4ce9-a69b-65c4f9b98320 req-5fa66cd7-88f8-4e92-b6f4-d4b6db504539 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:56.486224 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-26e56928-12fd-4ce9-a69b-65c4f9b98320 req-5fa66cd7-88f8-4e92-b6f4-d4b6db504539 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 946 time: 0.0775309 Jan 18 13:16:56.504416 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-8a13e9e2-2a8a-404a-8274-edc6c1122525 req-c7416178-48ce-44ee-b084-01a5b7138e69 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454519 Jan 18 13:16:56.538300 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-26e56928-12fd-4ce9-a69b-65c4f9b98320 req-70e30dd8-d663-4d36-bacf-67d16049ffc7 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Jan 18 13:16:57.742756 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637a257-ea60-476e-a34c-c3e63cc88087 req-35d5bc7d-8e27-46a4-8c1a-4be4d15ba272 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:57.744227 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6637a257-ea60-476e-a34c-c3e63cc88087 req-35d5bc7d-8e27-46a4-8c1a-4be4d15ba272 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 946 time: 0.0763674 Jan 18 13:16:57.791224 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6637a257-ea60-476e-a34c-c3e63cc88087 req-2d909651-9a2e-4981-85e6-03b19d345fd9 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Jan 18 13:16:58.990587 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ed244-3f1d-405b-a2a0-393eed5e979e req-d3d2a2fc-fc47-4e0e-b9cb-55f7b56745a7 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:58.992053 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d40ed244-3f1d-405b-a2a0-393eed5e979e req-d3d2a2fc-fc47-4e0e-b9cb-55f7b56745a7 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 946 time: 0.0785081 Jan 18 13:16:59.038002 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d40ed244-3f1d-405b-a2a0-393eed5e979e req-dc744e7f-e117-4717-a1bb-11278aa97e22 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 Jan 18 13:17:01.450773 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:17:01.720450 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:17.790367 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3a92-33af-41de-a305-e8c4bdf2b78f req-34a4b3d0-6adb-49b3-8ff2-9e85deb462ac tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:17.792324 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b5dd3a92-33af-41de-a305-e8c4bdf2b78f req-34a4b3d0-6adb-49b3-8ff2-9e85deb462ac tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 947 time: 0.0780628 Jan 18 13:17:17.837354 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b5dd3a92-33af-41de-a305-e8c4bdf2b78f req-ed9d3fba-0cfc-41bf-b6e6-26e3f41d732d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395267 Jan 18 13:17:19.054663 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214847c1-1035-426a-a56c-afa275aa02e0 req-235180c1-96c0-4a11-8425-58c0394d62b4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:19.056170 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-214847c1-1035-426a-a56c-afa275aa02e0 req-235180c1-96c0-4a11-8425-58c0394d62b4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 947 time: 0.0809820 Jan 18 13:17:19.100727 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-214847c1-1035-426a-a56c-afa275aa02e0 req-3ba8f9a3-8a06-4202-a098-c8c2a22be0dd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381491 Jan 18 13:17:19.289689 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67ba5a3a-3c43-4e9f-8bf3-24f7ef45f0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:20.312657 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641a2be-1019-435e-b12f-e7625dd3400f req-5b333a27-5857-4661-a947-371dcea06106 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:20.314091 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2641a2be-1019-435e-b12f-e7625dd3400f req-5b333a27-5857-4661-a947-371dcea06106 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 947 time: 0.0753121 Jan 18 13:17:20.358785 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2641a2be-1019-435e-b12f-e7625dd3400f req-bf3da2e3-69fc-4642-9218-a9d1768cbd08 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392830 Jan 18 13:17:20.688228 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-4c9a5b8d-a85c-4616-987e-a14cbedd94e7 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:20.689282 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-4c9a5b8d-a85c-4616-987e-a14cbedd94e7 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Synchronizing usage tracker for tenant:fc2e74ac67b84fd5bd577cc130119449 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:17:20.764071 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-4c9a5b8d-a85c-4616-987e-a14cbedd94e7 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Unset dirty status for tenant:fc2e74ac67b84fd5bd577cc130119449 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:17:20.765268 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-4c9a5b8d-a85c-4616-987e-a14cbedd94e7 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.91 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 947 time: 0.1523166 Jan 18 13:17:20.837947 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Deleting port 53d872c4-fa84-4707-894c-f573fa6b89cb {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:17:20.838288 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.078663 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] For port 53d872c4-fa84-4707-894c-f573fa6b89cb, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53d872c4-fa84-4707-894c-f573fa6b89cb,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:21.079012 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.352792 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.353064 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.353373 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.l3_db [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Floating IP 00d9a6c5-7dbf-4103-962b-319588aee281 disassociated. External IP: 172.27.1.38, port: 53d872c4-fa84-4707-894c-f573fa6b89cb. Jan 18 13:17:21.353706 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Calling delete_port for 53d872c4-fa84-4707-894c-f573fa6b89cb owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:17:21.577197 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.577829 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d45f-8c53-4f52-8350-348d6658c655 req-a32fb90b-ac09-439a-9155-00d237f7db85 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:21.580080 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9d0d45f-8c53-4f52-8350-348d6658c655 req-a32fb90b-ac09-439a-9155-00d237f7db85 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 947 time: 0.0807612 Jan 18 13:17:21.626943 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event deleted for resources: {'Port': ['ID=53d872c4-fa84-4707-894c-f573fa6b89cb,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:21.627421 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e9d0d45f-8c53-4f52-8350-348d6658c655 req-8b4ad2eb-9bd9-451f-9549-53a043d37a6c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b025a9c-bf41-49e9-82be-ea7b88f324a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417988 Jan 18 13:17:21.638952 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:21.639189 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:21.639565 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:21.639905 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:21.640232 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:21.640560 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:21.640885 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:21.641210 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:21.641530 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:21.641863 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:21.642173 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:21.811416 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd565-25e0-4e82-82d6-2043796a0737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:21.928982 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:17:22.141884 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:17:22.153985 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be12f61-17fe-483a-a23f-7f1e2634a9c1 None None] Sync routers for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:17:22.166382 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be12f61-17fe-483a-a23f-7f1e2634a9c1 None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:17:22.167095 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-6be12f61-17fe-483a-a23f-7f1e2634a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:17:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:17:22.214782 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] No DVR routers for this DVR port 53d872c4-fa84-4707-894c-f573fa6b89cb on host hv-cinder-82510 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:17:22.217591 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:22.220269 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'name': 'network-vif-deleted', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:22.304941 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e236ac-48e2-41ac-9316-de92901f3d86', 'name': 'network-vif-deleted', 'tag': '53d872c4-fa84-4707-894c-f573fa6b89cb', 'status': 'completed', 'code': 200} Jan 18 13:17:22.314982 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-f6f40e94-b44b-4351-88d5-459a73af2fb4 req-bcae1afd-d881-414b-9248-ea85a52e02d9 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.91 "DELETE /v2.0/ports/53d872c4-fa84-4707-894c-f573fa6b89cb HTTP/1.1" status: 204 len: 173 time: 1.5443232 Jan 18 13:17:22.364135 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-6be12f61-17fe-483a-a23f-7f1e2634a9c1 None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:17:22.737430 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-6be12f61-17fe-483a-a23f-7f1e2634a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:17:22.741429 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be12f61-17fe-483a-a23f-7f1e2634a9c1 None None] Checking router: b7e0b6ae-8f8e-486d-b523-0a0a9d419490 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:17:22.752901 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be12f61-17fe-483a-a23f-7f1e2634a9c1 None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:17:22.753504 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-6be12f61-17fe-483a-a23f-7f1e2634a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:17:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:17:22.829236 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-47596487-847a-4302-952a-c609685cf056 req-485030e2-f40b-4054-9f2c-0c975df11c57 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=56e236ac-48e2-41ac-9316-de92901f3d86 HTTP/1.1" status: 200 len: 210 time: 0.0431817 Jan 18 13:17:22.900917 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:22.946598 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-6be12f61-17fe-483a-a23f-7f1e2634a9c1 None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:17:23.074030 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:23.273196 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-6be12f61-17fe-483a-a23f-7f1e2634a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:17:23.277101 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be12f61-17fe-483a-a23f-7f1e2634a9c1 None None] The sync data for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi is: [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:17:23.531175 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c648f3-ffd7-4c29-a585-e0a0536e14e6 None None] New status for floating IP 00d9a6c5-7dbf-4103-962b-319588aee281: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:17:23.764660 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 53d872c4-fa84-4707-894c-f573fa6b89cb no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:17:23.797218 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: 53d872c4-fa84-4707-894c-f573fa6b89cb {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:17:23.797429 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 53d872c4-fa84-4707-894c-f573fa6b89cb not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:17:24.051104 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:24.086233 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56474) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:24.166265 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbfae8f8-304a-4fb3-b989-f4ac7cb04493 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:24.197868 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbfae8f8-304a-4fb3-b989-f4ac7cb04493 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:24.348261 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbfae8f8-304a-4fb3-b989-f4ac7cb04493 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:24.370155 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfae8f8-304a-4fb3-b989-f4ac7cb04493 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b025a9c-bf41-49e9-82be-ea7b88f324a9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:24.438711 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-dbfae8f8-304a-4fb3-b989-f4ac7cb04493 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:24.439869 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-dbfae8f8-304a-4fb3-b989-f4ac7cb04493 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "DELETE /v2.0/security-groups/9b025a9c-bf41-49e9-82be-ea7b88f324a9 HTTP/1.1" status: 204 len: 168 time: 0.3526647 Jan 18 13:17:24.443497 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56478) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:24.460535 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.api.v2.resource [None req-be18b085-4a69-48c3-8d9d-b1cbdd6ef2eb tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] show failed (client error): The resource could not be found. Jan 18 13:17:24.465904 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-be18b085-4a69-48c3-8d9d-b1cbdd6ef2eb tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups/9b025a9c-bf41-49e9-82be-ea7b88f324a9 HTTP/1.1" status: 404 len: 347 time: 0.0171123 Jan 18 13:17:24.468236 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56484) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:24.625714 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-917dcd01-f4aa-4afb-8265-63716489f93f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Deleting port e04f3fc0-b9c5-4a98-8657-73f46da3ccf4 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:17:24.625957 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917dcd01-f4aa-4afb-8265-63716489f93f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:24.795600 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917dcd01-f4aa-4afb-8265-63716489f93f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:24.795933 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917dcd01-f4aa-4afb-8265-63716489f93f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:24.920097 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-917dcd01-f4aa-4afb-8265-63716489f93f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Calling delete_port for e04f3fc0-b9c5-4a98-8657-73f46da3ccf4 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:17:25.154584 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917dcd01-f4aa-4afb-8265-63716489f93f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:25.203107 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dcd01-f4aa-4afb-8265-63716489f93f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event deleted for resources: {'Port': ['ID=e04f3fc0-b9c5-4a98-8657-73f46da3ccf4,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:25.292788 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917dcd01-f4aa-4afb-8265-63716489f93f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:25.306529 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-917dcd01-f4aa-4afb-8265-63716489f93f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:25.307667 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-917dcd01-f4aa-4afb-8265-63716489f93f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "DELETE /v2.0/floatingips/00d9a6c5-7dbf-4103-962b-319588aee281 HTTP/1.1" status: 204 len: 168 time: 0.8385296 Jan 18 13:17:25.985728 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56500) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:25.991388 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--610703451', 'description': 'tempest-description--1233235142'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:25.997268 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:26.001335 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Usage tracker for resource:security_group and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:26.005673 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:26.009677 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:26.125628 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:26.163594 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:26.167486 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Usage tracker for resource:security_group_rule and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:26.171245 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:26.176796 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:26.235131 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:26.358938 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:26.406007 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8096f5-48cf-43d2-ac88-a9e257e02c85,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:26.498115 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:26.505720 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-fef03bd8-2a13-4254-b255-1c3f93450d95 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5126228 Jan 18 13:17:26.505720 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56506) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:26.507704 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-78b676a5-38b8-418c-88e5-bc17e9f52f97 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Request body: {'security_group_rule': {'security_group_id': 'fa8096f5-48cf-43d2-ac88-a9e257e02c85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:26.513999 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-78b676a5-38b8-418c-88e5-bc17e9f52f97 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:26.517846 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-78b676a5-38b8-418c-88e5-bc17e9f52f97 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Usage tracker for resource:security_group_rule and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:26.520830 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-78b676a5-38b8-418c-88e5-bc17e9f52f97 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:26.526814 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-78b676a5-38b8-418c-88e5-bc17e9f52f97 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:26.642035 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78b676a5-38b8-418c-88e5-bc17e9f52f97 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:26.705514 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78b676a5-38b8-418c-88e5-bc17e9f52f97 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:26.816952 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78b676a5-38b8-418c-88e5-bc17e9f52f97 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:26.840988 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b676a5-38b8-418c-88e5-bc17e9f52f97 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e171457-8f16-484e-84ac-dd1a4ea2348a,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:26.959809 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-78b676a5-38b8-418c-88e5-bc17e9f52f97 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:26.960996 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-78b676a5-38b8-418c-88e5-bc17e9f52f97 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4578764 Jan 18 13:17:26.963689 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56510) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:26.969913 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cc251739-26e9-4806-b1ef-a6d0b058eeff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Request body: {'security_group_rule': {'security_group_id': 'fa8096f5-48cf-43d2-ac88-a9e257e02c85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:26.975971 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cc251739-26e9-4806-b1ef-a6d0b058eeff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:26.979928 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-cc251739-26e9-4806-b1ef-a6d0b058eeff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Usage tracker for resource:security_group_rule and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:26.983688 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-cc251739-26e9-4806-b1ef-a6d0b058eeff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:26.989452 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cc251739-26e9-4806-b1ef-a6d0b058eeff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:27.103499 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc251739-26e9-4806-b1ef-a6d0b058eeff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:27.170284 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc251739-26e9-4806-b1ef-a6d0b058eeff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:27.268621 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc251739-26e9-4806-b1ef-a6d0b058eeff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:27.371342 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc251739-26e9-4806-b1ef-a6d0b058eeff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4cd58b-5da9-4a1d-856c-94d7efbfcc59,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:27.451180 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cc251739-26e9-4806-b1ef-a6d0b058eeff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:27.452671 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-cc251739-26e9-4806-b1ef-a6d0b058eeff tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4880292 Jan 18 13:17:27.456141 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 56516) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:27.461502 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Request body: {'floatingip': {'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:27.467563 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:27.471890 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Usage tracker for resource:floatingip and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:27.475277 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:27.482257 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:27.558221 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:27.702359 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:27.844802 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Allocated IP 172.27.1.235 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/816c640e-d81b-4a73-99a0-84b22b20380d) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:17:27.988974 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:28.091885 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:28.237578 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:17:28.240592 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:17:28.244795 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:17:28.269615 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event updated for resources: {'Port': ['ID=816c640e-d81b-4a73-99a0-84b22b20380d,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:28.285786 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:28.286125 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:28.286453 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:28.286775 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:28.287096 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:28.287444 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:28.287760 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:28.288072 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:28.288383 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:28.288696 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:28.289004 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:28.429692 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:28.560804 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:28.772938 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:28.827936 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:28.933707 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event updated for resources: {'Port': ['ID=816c640e-d81b-4a73-99a0-84b22b20380d,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:28.953498 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:29.079816 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:29.081097 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-022b2d1c-7222-4931-a147-8ad8a1693993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6239455 Jan 18 13:17:29.319089 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-d05ed3d7-51d6-4617-93f9-1a919ded8624 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--610703451&fields=id&tenant_id=fc2e74ac67b84fd5bd577cc130119449 HTTP/1.1" status: 200 len: 267 time: 0.0444052 Jan 18 13:17:29.471426 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90782233-8a4b-4f63-8236-349839912bb0 req-0afdbbe6-6325-4748-8e80-51e2fe2f9ba1 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:29.472776 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-0afdbbe6-6325-4748-8e80-51e2fe2f9ba1 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 817 time: 0.1466405 Jan 18 13:17:29.490042 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-4329c752-5a74-4a1a-bebc-d80e6621604d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/quotas/fc2e74ac67b84fd5bd577cc130119449 HTTP/1.1" status: 200 len: 375 time: 0.0116844 Jan 18 13:17:29.571820 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-6d22cf74-79da-41b3-ae20-81670af48e2b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766797 Jan 18 13:17:29.707356 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-d2291caa-5037-4614-8429-96a71a572b45 service neutron] 10.222.0.87 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239381 Jan 18 13:17:29.843519 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-c47a6269-36d9-4fd0-96dc-f79ffdfc87a3 service neutron] 10.222.0.87 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303971 Jan 18 13:17:30.114076 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c0099cc8-2900-4376-bf22-ea71ba6431f9 req-9deef136-113a-4f79-a4a4-55f29402d519 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 210 time: 0.0470033 Jan 18 13:17:31.323502 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c6c79887-55a6-4fdf-8a4e-cf7726cc8b3b req-30d76a83-9021-4b72-be1e-e06273193f7e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 210 time: 0.0708404 Jan 18 13:17:31.713702 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:32.398536 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90782233-8a4b-4f63-8236-349839912bb0 req-834c6e06-915b-46b8-9fe6-444a8af68975 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:32.400122 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-834c6e06-915b-46b8-9fe6-444a8af68975 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.91 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 817 time: 0.1563470 Jan 18 13:17:32.462326 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-90782233-8a4b-4f63-8236-349839912bb0 req-163247c1-6e37-487a-8656-e0e674b779a5 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Synchronizing usage tracker for tenant:fc2e74ac67b84fd5bd577cc130119449 on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:17:32.529071 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-44c01073-db2f-4b15-9924-fdc35dfa2b84 req-037d998d-a064-44ba-b285-3e2f67579981 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 210 time: 0.0472412 Jan 18 13:17:32.582803 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-90782233-8a4b-4f63-8236-349839912bb0 req-163247c1-6e37-487a-8656-e0e674b779a5 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Unset dirty status for tenant:fc2e74ac67b84fd5bd577cc130119449 on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:17:32.584108 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-163247c1-6e37-487a-8656-e0e674b779a5 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2e74ac67b84fd5bd577cc130119449 HTTP/1.1" status: 200 len: 379 time: 0.1639216 Jan 18 13:17:32.594702 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Request body: {'port': {'device_id': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'admin_state_up': True, 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'security_groups': ['fa8096f5-48cf-43d2-ac88-a9e257e02c85']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:32.724309 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dae18e-8563-4c8a-a37a-7f679c0c23e2 req-49586339-fc17-40bb-a6dd-f31ea4d41d09 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:32.725663 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b9dae18e-8563-4c8a-a37a-7f679c0c23e2 req-49586339-fc17-40bb-a6dd-f31ea4d41d09 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0815473 Jan 18 13:17:32.736063 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:32.740079 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Usage tracker for resource:port and tenant:fc2e74ac67b84fd5bd577cc130119449 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:32.742864 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:32.748487 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:32.770400 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b9dae18e-8563-4c8a-a37a-7f679c0c23e2 req-cca44aa8-7629-4c7b-a08a-9ffe6d12260b tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382662 Jan 18 13:17:32.851067 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Made reservation on behalf of fc2e74ac67b84fd5bd577cc130119449 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:17:32.854182 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:33.025466 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Allocated IP 172.20.0.10 (97f0e0c3-e24e-45a5-85b5-60a2a9e14b07/1df068d1-b5cf-4f09-9599-7e794b98b58e/bca2b321-41b7-4b74-ae26-ebc944ece332) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:17:33.216177 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:33.231033 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Transition to ACTIVE for port object bca2b321-41b7-4b74-ae26-ebc944ece332 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:17:33.326232 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:33.399912 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:17:33.403725 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:17:33.408055 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:17:33.435523 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event updated for resources: {'Port': ['ID=bca2b321-41b7-4b74-ae26-ebc944ece332,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:33.469748 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:33.470390 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:33.600583 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-8ab9983d-71f3-44d6-8704-08b21914a317 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0097840 Jan 18 13:17:33.620290 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Request body: {'port': {'device_id': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:33.696788 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-19f3e6aa-8851-4ee0-b7bd-ddbfe8c3111e None None] Provisioning for port bca2b321-41b7-4b74-ae26-ebc944ece332 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:17:33.702140 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-19f3e6aa-8851-4ee0-b7bd-ddbfe8c3111e None None] Provisioning complete for port bca2b321-41b7-4b74-ae26-ebc944ece332 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:17:33.702723 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-19f3e6aa-8851-4ee0-b7bd-ddbfe8c3111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:33.733756 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:33.751242 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4b1c-0c38-44ff-8392-0b6953ee62e6 req-7055d812-c42f-4277-9a28-98d7467817d2 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:33.752937 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-579c4b1c-0c38-44ff-8392-0b6953ee62e6 req-7055d812-c42f-4277-9a28-98d7467817d2 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 932 time: 0.0773687 Jan 18 13:17:33.758992 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-19f3e6aa-8851-4ee0-b7bd-ddbfe8c3111e None None] Port bca2b321-41b7-4b74-ae26-ebc944ece332 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:17:33.805449 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-579c4b1c-0c38-44ff-8392-0b6953ee62e6 req-5c42bdab-3875-4b79-9009-a4eca1bceb10 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461993 Jan 18 13:17:33.994736 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4227a-5b32-4c53-a381-2634eb473156 req-037918a3-deed-46c6-9222-339980b0a58d tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:33.996270 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cca4227a-5b32-4c53-a381-2634eb473156 req-037918a3-deed-46c6-9222-339980b0a58d tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0810771 Jan 18 13:17:34.044648 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cca4227a-5b32-4c53-a381-2634eb473156 req-dc9fa948-de78-461d-97b9-e91b73b5f4b8 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418756 Jan 18 13:17:34.086856 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca2b321-41b7-4b74-ae26-ebc944ece332 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:17:34.094194 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:34.109216 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Transition to ACTIVE for port object bca2b321-41b7-4b74-ae26-ebc944ece332 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:17:34.208998 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:34.285947 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560034e-d890-486a-b376-3627c124de3c req-4d6fd834-d94b-4596-8267-0eef73eea0ee tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:34.290241 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0560034e-d890-486a-b376-3627c124de3c req-4d6fd834-d94b-4596-8267-0eef73eea0ee tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.91 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.0925465 Jan 18 13:17:34.341393 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Pushing event updated for resources: {'Port': ['ID=bca2b321-41b7-4b74-ae26-ebc944ece332,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:34.459351 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Deleting port f53da194-8fa6-4b88-a414-e8a31d94c584 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:17:34.459686 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:34.459840 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Attempting to bind port bca2b321-41b7-4b74-ae26-ebc944ece332 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:17:34.460313 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Attempting to bind port bca2b321-41b7-4b74-ae26-ebc944ece332 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:17:34.460415 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Attempting to bind port bca2b321-41b7-4b74-ae26-ebc944ece332 on network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:17:34.467865 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Port bca2b321-41b7-4b74-ae26-ebc944ece332 on network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:17:34.468281 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Attempting to bind port bca2b321-41b7-4b74-ae26-ebc944ece332 on network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:17:34.543476 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:17:34.544258 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Checking segment: {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:17:34.544680 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Bound using segment: {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:17:34.545124 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Bound port: bca2b321-41b7-4b74-ae26-ebc944ece332, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d87e57b-a73d-40c2-8f3b-865df5db062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:17:34.545472 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:34.722928 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] For port f53da194-8fa6-4b88-a414-e8a31d94c584, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f53da194-8fa6-4b88-a414-e8a31d94c584,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:34.723274 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:34.750960 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:17:34.755400 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0d1193-ed2c-469f-999a-e78fa86d0714 req-05c493dc-02bd-40be-8a94-f8eb36b7f0fe service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2567770 Jan 18 13:17:34.757042 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bca2b321-41b7-4b74-ae26-ebc944ece332,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:17:34.834101 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:34.952292 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:34.953524 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] 10.222.0.91 "PUT /v2.0/ports/bca2b321-41b7-4b74-ae26-ebc944ece332 HTTP/1.1" status: 200 len: 1094 time: 1.3376284 Jan 18 13:17:34.956428 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:34.980198 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6575c1-c54f-43d8-9eb8-684602ab960c service neutron] Pushing event updated for resources: {'Port': ['ID=bca2b321-41b7-4b74-ae26-ebc944ece332,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:35.011960 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0d1193-ed2c-469f-999a-e78fa86d0714 req-c80e95c4-4131-474e-a12b-a1399feb8013 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c5ee90cc67ab40cd8bef0b0639fee7fe&device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 1137 time: 0.1379128 Jan 18 13:17:35.053341 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'status': 'completed', 'code': 200} Jan 18 13:17:35.129491 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:35.134300 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:35.134300 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.l3_db [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Floating IP 2cf78988-2075-4a99-a01e-75b5eacca2b3 disassociated. External IP: 172.27.1.11, port: f53da194-8fa6-4b88-a414-e8a31d94c584. Jan 18 13:17:35.134300 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Calling delete_port for f53da194-8fa6-4b88-a414-e8a31d94c584 owned by compute:nova {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:17:35.179377 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0c580-d555-491c-9731-45f1acb84a25 req-d337b8c1-bbd2-4adf-a5c1-9a7549269d20 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:35.182897 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1bd0c580-d555-491c-9731-45f1acb84a25 req-d337b8c1-bbd2-4adf-a5c1-9a7549269d20 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.1740174 Jan 18 13:17:35.274474 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d1193-ed2c-469f-999a-e78fa86d0714 req-5d9f783d-0d7d-471a-9170-444b40b0d18c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:35.275992 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0d1193-ed2c-469f-999a-e78fa86d0714 req-5d9f783d-0d7d-471a-9170-444b40b0d18c service neutron] 10.222.0.91 "GET /v2.0/networks?id=327889a7-f239-42c5-9df4-94e863ad829a HTTP/1.1" status: 200 len: 915 time: 0.2434165 Jan 18 13:17:35.359872 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1bd0c580-d555-491c-9731-45f1acb84a25 req-9e2713e3-115a-4530-a2a0-4dca74be2ccc tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661878 Jan 18 13:17:35.416201 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f93cf-808c-4249-bacb-9404a2c7c361 req-653c478f-8783-4c8f-9a8a-8d4487e4f643 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:35.420207 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ea2f93cf-808c-4249-bacb-9404a2c7c361 req-653c478f-8783-4c8f-9a8a-8d4487e4f643 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 946 time: 0.1702609 Jan 18 13:17:35.420332 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9cb668f6-f6a6-476f-83dc-f3a0032ec162 req-f51e18c4-f6a3-4a25-8ca2-a627196c01b8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 1097 time: 0.1944246 Jan 18 13:17:35.420332 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0d1193-ed2c-469f-999a-e78fa86d0714 req-f74f0878-b5a7-460b-8a5f-80aa2aad5ba4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c HTTP/1.1" status: 200 len: 1001 time: 0.1369927 Jan 18 13:17:35.469122 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ea2f93cf-808c-4249-bacb-9404a2c7c361 req-de1a6af0-d038-4eb6-bd0b-ba170592dcd0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=f9730ed8-c9eb-483c-b600-09e60d2a4499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447087 Jan 18 13:17:35.479191 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:35.543755 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event deleted for resources: {'Port': ['ID=f53da194-8fa6-4b88-a414-e8a31d94c584,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:35.582408 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d1193-ed2c-469f-999a-e78fa86d0714 req-d5f84794-c29f-4ae2-9522-850b7db10fcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:35.583898 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0d1193-ed2c-469f-999a-e78fa86d0714 req-d5f84794-c29f-4ae2-9522-850b7db10fcc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=db3d1c71-ca3b-48f9-8b6c-90b4e24188ed HTTP/1.1" status: 200 len: 853 time: 0.1476600 Jan 18 13:17:35.687489 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb668f6-f6a6-476f-83dc-f3a0032ec162 req-d0095a85-37dc-4604-82bb-2c2ceaf08c9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:35.691132 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9cb668f6-f6a6-476f-83dc-f3a0032ec162 req-d0095a85-37dc-4604-82bb-2c2ceaf08c9c service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=fc2e74ac67b84fd5bd577cc130119449&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2167606 Jan 18 13:17:35.759365 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Router a091288e-732a-4687-8d95-91425eca3fa3 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:17:35.769685 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0d1193-ed2c-469f-999a-e78fa86d0714 req-79175246-674f-4000-bef6-b3b4c85f9a37 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=327889a7-f239-42c5-9df4-94e863ad829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1750522 Jan 18 13:17:35.932508 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb668f6-f6a6-476f-83dc-f3a0032ec162 req-d7932bbd-16bc-4c3c-938e-22f11e8f4201 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:35.934656 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-9cb668f6-f6a6-476f-83dc-f3a0032ec162 req-d7932bbd-16bc-4c3c-938e-22f11e8f4201 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2382565 Jan 18 13:17:35.960801 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0d1193-ed2c-469f-999a-e78fa86d0714 req-a861e3c6-4be4-4c3d-8f79-73dbe1bf140f service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820221 Jan 18 13:17:35.975284 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:17:35.988191 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39be27-0728-4dec-bbb6-6b61083885df None None] Sync routers for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:17:36.015156 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39be27-0728-4dec-bbb6-6b61083885df None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:17:36.017869 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-1f39be27-0728-4dec-bbb6-6b61083885df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:17:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:17:36.092350 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] No DVR routers for this DVR port f53da194-8fa6-4b88-a414-e8a31d94c584 on host hv-cinder-82510 {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:17:36.111379 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:36.114078 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'name': 'network-vif-deleted', 'tag': 'f53da194-8fa6-4b88-a414-e8a31d94c584'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:36.147274 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1d0d1193-ed2c-469f-999a-e78fa86d0714 req-16ba39d9-c2ff-4d65-832c-b3d4aa35a02a service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696105 Jan 18 13:17:36.158902 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0560034e-d890-486a-b376-3627c124de3c req-11d5084d-db9a-48d8-90bf-4c5921c75417 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.91 "DELETE /v2.0/ports/f53da194-8fa6-4b88-a414-e8a31d94c584 HTTP/1.1" status: 204 len: 173 time: 1.8628559 Jan 18 13:17:36.225314 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-0ace72ca-7e4a-4ace-bbed-e6b9c5a87887 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 1097 time: 0.0896988 Jan 18 13:17:36.274672 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f3eb77-1a3a-4926-9141-c3e1366e7616', 'name': 'network-vif-deleted', 'tag': 'f53da194-8fa6-4b88-a414-e8a31d94c584', 'status': 'completed', 'code': 200} Jan 18 13:17:36.316647 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-1f39be27-0728-4dec-bbb6-6b61083885df None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:17:36.335830 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-a052adfd-0ce9-4978-8025-72655035af99 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bca2b321-41b7-4b74-ae26-ebc944ece332 HTTP/1.1" status: 200 len: 217 time: 0.0912983 Jan 18 13:17:36.410101 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90782233-8a4b-4f63-8236-349839912bb0 req-475a94f4-6b7f-4e2d-b589-ba4c0bbce683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:36.411579 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-475a94f4-6b7f-4e2d-b589-ba4c0bbce683 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 200 len: 856 time: 0.0700996 Jan 18 13:17:36.506907 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-f44f5b17-1e9f-4612-af71-2a6b74819cca service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846481 Jan 18 13:17:36.695059 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-1f39be27-0728-4dec-bbb6-6b61083885df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:17:36.701759 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39be27-0728-4dec-bbb6-6b61083885df None None] Checking router: a091288e-732a-4687-8d95-91425eca3fa3 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:17:36.713183 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39be27-0728-4dec-bbb6-6b61083885df None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:17:36.713763 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-1f39be27-0728-4dec-bbb6-6b61083885df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:17:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:17:36.739433 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-bdc1ba18-a29b-4140-831f-ff19ddfd700a req-7f5a79ba-af14-4a7b-bc0f-da2d3085a250 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Synchronizing usage tracker for tenant:68b28824eec64ec5aaa6b2c018208c8e on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:17:36.773049 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410371f-ed6d-4da6-82ad-3174afc416e0 req-93e138a6-8f7e-46fb-9577-4b49c363bbbf tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:36.774617 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d410371f-ed6d-4da6-82ad-3174afc416e0 req-93e138a6-8f7e-46fb-9577-4b49c363bbbf tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.2385933 Jan 18 13:17:36.801577 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-6ef54eb6-04e3-4095-964b-704ecc302ded service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877622 Jan 18 13:17:36.826885 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d410371f-ed6d-4da6-82ad-3174afc416e0 req-7159eaf5-e9e3-4991-a388-057827f17bfd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444989 Jan 18 13:17:36.861001 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-bdc1ba18-a29b-4140-831f-ff19ddfd700a req-7f5a79ba-af14-4a7b-bc0f-da2d3085a250 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Unset dirty status for tenant:68b28824eec64ec5aaa6b2c018208c8e on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:17:36.862114 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bdc1ba18-a29b-4140-831f-ff19ddfd700a req-7f5a79ba-af14-4a7b-bc0f-da2d3085a250 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 210 time: 0.1742554 Jan 18 13:17:36.932976 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-1f39be27-0728-4dec-bbb6-6b61083885df None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:17:36.945856 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-90782233-8a4b-4f63-8236-349839912bb0 req-e0afb9e6-d079-4a9d-a1ad-228fd0fc1738 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373734 Jan 18 13:17:37.253849 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-1f39be27-0728-4dec-bbb6-6b61083885df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:17:37.257796 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39be27-0728-4dec-bbb6-6b61083885df None None] The sync data for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi is: [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:17:37.484661 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8793c6-d1a0-443c-811d-f2ef51f2afde None None] New status for floating IP 2cf78988-2075-4a99-a01e-75b5eacca2b3: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:17:38.057623 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-177542a7-0eb8-4a9a-b2c1-de0397300a35 req-b6b2a572-d46a-43d6-b72b-2f1aa3d78dd2 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 210 time: 0.0472624 Jan 18 13:17:38.089472 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e30e7-f383-485d-b288-d39d8aa5d72e req-89ed286d-6f40-4d58-af3f-3bcbcbcebf2c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:38.091503 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cd7e30e7-f383-485d-b288-d39d8aa5d72e req-89ed286d-6f40-4d58-af3f-3bcbcbcebf2c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.1186798 Jan 18 13:17:38.136353 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cd7e30e7-f383-485d-b288-d39d8aa5d72e req-f331c302-7940-456d-973c-e7311d81ef0a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391791 Jan 18 13:17:38.231504 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device f53da194-8fa6-4b88-a414-e8a31d94c584 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:17:38.267940 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: f53da194-8fa6-4b88-a414-e8a31d94c584 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:17:38.268600 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device f53da194-8fa6-4b88-a414-e8a31d94c584 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:17:38.452317 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:17:39.241375 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-761c2a74-bb71-4c03-a5ce-a4642746f688 req-a9a09765-6510-4e15-b403-ef55c5e33dae tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 210 time: 0.0458958 Jan 18 13:17:39.354576 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b28004-fcc9-4e14-9892-94d9e2373cd6 req-ffdba1d2-d9c6-4b2c-9d26-c04f401272fc tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:39.356503 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-99b28004-fcc9-4e14-9892-94d9e2373cd6 req-ffdba1d2-d9c6-4b2c-9d26-c04f401272fc tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0799475 Jan 18 13:17:39.403286 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-99b28004-fcc9-4e14-9892-94d9e2373cd6 req-574a04d5-f283-4515-b429-0aa95563090b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413396 Jan 18 13:17:40.430475 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-80995821-9bca-4e6e-bbbc-64b7eff51007 req-9efd7332-9317-4e82-a5b5-aa1d32e3b663 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 210 time: 0.0467665 Jan 18 13:17:40.452941 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683480c-131c-4d84-80ab-dbeeadd3334d req-798d70d6-43d0-4e0c-90f0-e3f7bce65714 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:40.454365 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9683480c-131c-4d84-80ab-dbeeadd3334d req-798d70d6-43d0-4e0c-90f0-e3f7bce65714 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.1184819 Jan 18 13:17:40.504480 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9683480c-131c-4d84-80ab-dbeeadd3334d req-27f71677-e12c-4d4d-9510-7558ed11eaeb tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0440686 Jan 18 13:17:40.746021 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-b523efdc-182a-41ec-b02b-2aa0a61b4afe req-d7016824-1ac1-4b58-990a-5cc3f8214f1e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c5ee90cc67ab40cd8bef0b0639fee7fe&device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 1137 time: 0.0760882 Jan 18 13:17:40.779485 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64890-da90-465b-baf9-128577b14764 req-de539475-3d7d-434b-8b76-f0c0429daf25 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:40.780867 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6ae64890-da90-465b-baf9-128577b14764 req-de539475-3d7d-434b-8b76-f0c0429daf25 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0808837 Jan 18 13:17:40.827697 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6ae64890-da90-465b-baf9-128577b14764 req-91ba4307-75b6-45b3-ad43-91a8e84f08ad tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413511 Jan 18 13:17:40.885612 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523efdc-182a-41ec-b02b-2aa0a61b4afe req-9bca0f84-4424-42f4-a1c9-519860cee7eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:40.887146 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-b523efdc-182a-41ec-b02b-2aa0a61b4afe req-9bca0f84-4424-42f4-a1c9-519860cee7eb service neutron] 10.222.0.91 "GET /v2.0/networks?id=327889a7-f239-42c5-9df4-94e863ad829a HTTP/1.1" status: 200 len: 915 time: 0.1338644 Jan 18 13:17:40.986396 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-b523efdc-182a-41ec-b02b-2aa0a61b4afe req-3aac0134-ebce-4de1-a81a-80f7c0fce924 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c HTTP/1.1" status: 200 len: 1001 time: 0.0924604 Jan 18 13:17:41.094828 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523efdc-182a-41ec-b02b-2aa0a61b4afe req-82717bfb-2c41-43fd-8b46-917ce69767e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:41.096180 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-b523efdc-182a-41ec-b02b-2aa0a61b4afe req-82717bfb-2c41-43fd-8b46-917ce69767e3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=db3d1c71-ca3b-48f9-8b6c-90b4e24188ed HTTP/1.1" status: 200 len: 853 time: 0.0624516 Jan 18 13:17:41.171537 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-b523efdc-182a-41ec-b02b-2aa0a61b4afe req-ad97b0c9-0771-4402-8d2a-62510ec0d44b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=327889a7-f239-42c5-9df4-94e863ad829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690026 Jan 18 13:17:41.303748 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-b523efdc-182a-41ec-b02b-2aa0a61b4afe req-9b736dd6-2aeb-4860-a926-ad5282891bce service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258643 Jan 18 13:17:41.551717 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-b523efdc-182a-41ec-b02b-2aa0a61b4afe req-207fe670-5b7e-44a3-8892-533e0d1c3baa service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616278 Jan 18 13:17:41.627261 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee040df5-9949-4f5c-8253-f915dd61e343 req-02d5ee10-0228-40ca-8d4a-38f33dba17fd tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9f3eb77-1a3a-4926-9141-c3e1366e7616 HTTP/1.1" status: 200 len: 210 time: 0.0464659 Jan 18 13:17:41.722895 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e174f-c681-417d-9dae-89f519f92f84 req-84fa47d1-fd89-49d6-9cfb-9cbcd448a182 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:41.724446 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3f9e174f-c681-417d-9dae-89f519f92f84 req-84fa47d1-fd89-49d6-9cfb-9cbcd448a182 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.0910575 Jan 18 13:17:41.777666 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3f9e174f-c681-417d-9dae-89f519f92f84 req-4caa9d1f-be2b-44c2-afb8-4c6b6b394d56 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0458210 Jan 18 13:17:42.082526 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452b650-8416-4bb4-b79f-94985c13ce11 req-b23eee8c-22e4-4f73-b2f0-9d00570366df tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:42.084468 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3452b650-8416-4bb4-b79f-94985c13ce11 req-b23eee8c-22e4-4f73-b2f0-9d00570366df tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0813849 Jan 18 13:17:42.133625 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3452b650-8416-4bb4-b79f-94985c13ce11 req-3ff05865-8fb1-41f1-8765-01baff60818c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424190 Jan 18 13:17:42.873699 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56640) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:42.944021 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c223d9c-74c3-4d67-b19e-41b38385d1d0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:42.978705 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c223d9c-74c3-4d67-b19e-41b38385d1d0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:42.984616 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752c1c5-f521-4632-963f-d40c68b8bd1c req-934b193a-7784-42a6-9b6a-0b349db11c26 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:42.985843 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d752c1c5-f521-4632-963f-d40c68b8bd1c req-934b193a-7784-42a6-9b6a-0b349db11c26 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.0834913 Jan 18 13:17:43.047298 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d752c1c5-f521-4632-963f-d40c68b8bd1c req-e464b694-1285-4d90-94d4-b3438350e3ac tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552599 Jan 18 13:17:43.108527 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c223d9c-74c3-4d67-b19e-41b38385d1d0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:43.126232 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c223d9c-74c3-4d67-b19e-41b38385d1d0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9730ed8-c9eb-483c-b600-09e60d2a4499,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:43.227182 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4c223d9c-74c3-4d67-b19e-41b38385d1d0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:43.228338 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-4c223d9c-74c3-4d67-b19e-41b38385d1d0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "DELETE /v2.0/security-groups/f9730ed8-c9eb-483c-b600-09e60d2a4499 HTTP/1.1" status: 204 len: 168 time: 0.3536587 Jan 18 13:17:43.232389 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56648) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:43.248759 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.api.v2.resource [None req-de44e85b-c82b-44a2-9620-fb386ac93cf5 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] show failed (client error): The resource could not be found. Jan 18 13:17:43.249772 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-de44e85b-c82b-44a2-9620-fb386ac93cf5 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups/f9730ed8-c9eb-483c-b600-09e60d2a4499 HTTP/1.1" status: 404 len: 347 time: 0.0174828 Jan 18 13:17:43.252726 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 56652) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:43.349530 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dd780-7ced-45b6-b9a9-bca14b46eeac req-90762e0e-a1fe-4499-9b98-75612026fdea tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:43.350967 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6d4dd780-7ced-45b6-b9a9-bca14b46eeac req-90762e0e-a1fe-4499-9b98-75612026fdea tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0769689 Jan 18 13:17:43.397976 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6d4dd780-7ced-45b6-b9a9-bca14b46eeac req-fe63e0b3-af68-4651-9014-cad9742fa72d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412402 Jan 18 13:17:43.420137 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-568c2a81-27bd-4fcf-b86d-2a1951125323 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Deleting port 61b62d26-5df1-409a-ac37-f66ddbd5e407 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:17:43.420480 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-568c2a81-27bd-4fcf-b86d-2a1951125323 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:43.590442 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-568c2a81-27bd-4fcf-b86d-2a1951125323 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:43.590885 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-568c2a81-27bd-4fcf-b86d-2a1951125323 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:43.782299 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-568c2a81-27bd-4fcf-b86d-2a1951125323 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Calling delete_port for 61b62d26-5df1-409a-ac37-f66ddbd5e407 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:17:43.988142 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-568c2a81-27bd-4fcf-b86d-2a1951125323 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:44.035180 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c2a81-27bd-4fcf-b86d-2a1951125323 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event deleted for resources: {'Port': ['ID=61b62d26-5df1-409a-ac37-f66ddbd5e407,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:44.132115 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-568c2a81-27bd-4fcf-b86d-2a1951125323 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:44.205401 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-568c2a81-27bd-4fcf-b86d-2a1951125323 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:44.206545 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-568c2a81-27bd-4fcf-b86d-2a1951125323 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "DELETE /v2.0/floatingips/2cf78988-2075-4a99-a01e-75b5eacca2b3 HTTP/1.1" status: 204 len: 168 time: 0.9528840 Jan 18 13:17:44.259330 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42afe0-c4a0-40c7-a5b7-a19fdaf1d5cd req-1fa0c2e2-1fc9-4886-9925-960a885988b1 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:44.260778 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dc42afe0-c4a0-40c7-a5b7-a19fdaf1d5cd req-1fa0c2e2-1fc9-4886-9925-960a885988b1 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.0826616 Jan 18 13:17:44.310271 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dc42afe0-c4a0-40c7-a5b7-a19fdaf1d5cd req-d856f6bf-74d1-4955-a294-0f2ca310216c tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0423119 Jan 18 13:17:44.619887 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abab6e-fda8-44f9-b280-f50e417c2de0 req-ae282ba2-b121-413d-8729-c1ca8994bf05 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:44.621259 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-44abab6e-fda8-44f9-b280-f50e417c2de0 req-ae282ba2-b121-413d-8729-c1ca8994bf05 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0752685 Jan 18 13:17:44.672776 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-44abab6e-fda8-44f9-b280-f50e417c2de0 req-3d7aa642-d15b-47da-98d2-cdf883e451ac tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455859 Jan 18 13:17:44.784243 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 56664) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:44.789734 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442221626', 'description': 'tempest-description--1839328965'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:44.796380 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:44.800409 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Usage tracker for resource:security_group and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:44.803239 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:44.808922 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:44.943103 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:44.978970 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:44.983365 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Usage tracker for resource:security_group_rule and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:44.986222 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:44.991812 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:45.047398 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:45.113400 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:45.161175 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1dd6d5-0c8d-4c51-82ed-967427924857,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:45.233604 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:45.234772 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-f85de9e7-08e1-4287-b22e-d67010b8bc70 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4495196 Jan 18 13:17:45.237692 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 56670) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:45.243091 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-49339e47-39ae-4d2d-9516-9abe4f55d20c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Request body: {'security_group_rule': {'security_group_id': '2c1dd6d5-0c8d-4c51-82ed-967427924857', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:45.250119 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-49339e47-39ae-4d2d-9516-9abe4f55d20c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:45.254012 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-49339e47-39ae-4d2d-9516-9abe4f55d20c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Usage tracker for resource:security_group_rule and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:45.258419 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-49339e47-39ae-4d2d-9516-9abe4f55d20c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:45.263228 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-49339e47-39ae-4d2d-9516-9abe4f55d20c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:45.383191 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-49339e47-39ae-4d2d-9516-9abe4f55d20c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:45.476103 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-49339e47-39ae-4d2d-9516-9abe4f55d20c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:45.522728 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9de72-7ba0-43c7-8195-1d47f555b93d req-1eaac78c-abf9-4263-8faf-873c2ee441e5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:45.524203 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-07b9de72-7ba0-43c7-8195-1d47f555b93d req-1eaac78c-abf9-4263-8faf-873c2ee441e5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.0838487 Jan 18 13:17:45.559555 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-49339e47-39ae-4d2d-9516-9abe4f55d20c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:45.585835 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49339e47-39ae-4d2d-9516-9abe4f55d20c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed903be6-f18a-4664-b23c-0797160b6a90,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:45.598597 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-07b9de72-7ba0-43c7-8195-1d47f555b93d req-c60adccc-1b7c-4edd-b061-b439d810d3a6 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0676203 Jan 18 13:17:45.679483 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-49339e47-39ae-4d2d-9516-9abe4f55d20c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:45.680665 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-49339e47-39ae-4d2d-9516-9abe4f55d20c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4420121 Jan 18 13:17:45.683592 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 56676) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:45.689384 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-0c99afa9-442e-4492-a50e-42a250a90d39 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Request body: {'security_group_rule': {'security_group_id': '2c1dd6d5-0c8d-4c51-82ed-967427924857', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:45.695840 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-0c99afa9-442e-4492-a50e-42a250a90d39 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:45.699035 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-0c99afa9-442e-4492-a50e-42a250a90d39 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Usage tracker for resource:security_group_rule and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:45.703043 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-0c99afa9-442e-4492-a50e-42a250a90d39 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:45.708903 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-0c99afa9-442e-4492-a50e-42a250a90d39 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:45.891876 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d8d72-488e-497a-83a2-08d27bdf4177 req-a4931c31-cd33-423a-9f33-db2c7d9021f1 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:45.893235 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-233d8d72-488e-497a-83a2-08d27bdf4177 req-a4931c31-cd33-423a-9f33-db2c7d9021f1 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0804145 Jan 18 13:17:45.938140 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-233d8d72-488e-497a-83a2-08d27bdf4177 req-d0d910ff-a152-46db-97b5-3c87ea3c8e4e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391293 Jan 18 13:17:45.975237 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0c99afa9-442e-4492-a50e-42a250a90d39 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:46.041060 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0c99afa9-442e-4492-a50e-42a250a90d39 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:46.125558 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0c99afa9-442e-4492-a50e-42a250a90d39 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:46.161447 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99afa9-442e-4492-a50e-42a250a90d39 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22897f47-497c-4384-b1b1-9b5a95a1bdc6,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:46.237670 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0c99afa9-442e-4492-a50e-42a250a90d39 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:46.238891 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-0c99afa9-442e-4492-a50e-42a250a90d39 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5543728 Jan 18 13:17:46.242100 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 56684) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:17:46.247900 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Request body: {'floatingip': {'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:46.253150 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:46.256900 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Usage tracker for resource:floatingip and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:46.259800 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:46.266266 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:46.342420 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:46.556135 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:46.700306 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Allocated IP 172.27.1.169 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/cc13ae74-3aaf-4817-8378-6b85d1b1947f) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:17:46.908471 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:46.916282 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e39316-fcd9-4917-b6b1-19043343382a req-55bf62de-24a6-4a82-806f-f5ec86d2512c tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:46.917717 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-58e39316-fcd9-4917-b6b1-19043343382a req-55bf62de-24a6-4a82-806f-f5ec86d2512c tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.1906762 Jan 18 13:17:46.983010 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-58e39316-fcd9-4917-b6b1-19043343382a req-65be3c17-e3bb-4fbd-b206-a50e353e5a30 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0579810 Jan 18 13:17:47.074766 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:47.203945 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:17:47.207838 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:17:47.214478 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:17:47.239770 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event updated for resources: {'Port': ['ID=cc13ae74-3aaf-4817-8378-6b85d1b1947f,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:47.301662 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98aa844-cebf-4cc3-9ee6-a6cd794ba344 req-6d762e59-2c87-438f-8b35-fde002ed1a8e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:47.303138 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f98aa844-cebf-4cc3-9ee6-a6cd794ba344 req-6d762e59-2c87-438f-8b35-fde002ed1a8e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.2215686 Jan 18 13:17:47.368042 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f98aa844-cebf-4cc3-9ee6-a6cd794ba344 req-03991aa7-3729-49cf-9d1a-4556909408c6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563431 Jan 18 13:17:47.441931 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:47.572988 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:47.779897 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:47.873348 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:47.978686 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event updated for resources: {'Port': ['ID=cc13ae74-3aaf-4817-8378-6b85d1b1947f,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:47.997045 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:48.085288 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:48.095439 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-38146c65-ae82-4bc1-bf77-58603b27a555 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8435814 Jan 18 13:17:48.200432 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2188ef-6c63-48fe-a064-c5da55dafee0 req-42b3687b-be40-42dc-a3b9-7227f9211683 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:48.202053 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-db2188ef-6c63-48fe-a064-c5da55dafee0 req-42b3687b-be40-42dc-a3b9-7227f9211683 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.0903826 Jan 18 13:17:48.257856 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-db2188ef-6c63-48fe-a064-c5da55dafee0 req-e87ccec7-c821-4bbd-9fe9-c80f78afeebd tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0491958 Jan 18 13:17:48.321879 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-770644da-3915-41af-bb41-6b5e103c2c0c req-e3c66414-4792-4f46-86b0-cf4bbfbbcfa6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Synchronizing usage tracker for tenant:68b28824eec64ec5aaa6b2c018208c8e on resource:security_group {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:17:48.477493 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-770644da-3915-41af-bb41-6b5e103c2c0c req-e3c66414-4792-4f46-86b0-cf4bbfbbcfa6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Unset dirty status for tenant:68b28824eec64ec5aaa6b2c018208c8e on resource:security_group {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:17:48.478692 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-e3c66414-4792-4f46-86b0-cf4bbfbbcfa6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1442221626&fields=id&tenant_id=68b28824eec64ec5aaa6b2c018208c8e HTTP/1.1" status: 200 len: 267 time: 0.1984835 Jan 18 13:17:48.682705 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770644da-3915-41af-bb41-6b5e103c2c0c req-f3b6fa2a-030f-4f0e-b8c2-97a275db1cfe tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:48.685140 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-f3b6fa2a-030f-4f0e-b8c2-97a275db1cfe tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/networks?id=6033635d-8e5c-4c0c-9279-8738c2f2381d HTTP/1.1" status: 200 len: 811 time: 0.1988444 Jan 18 13:17:48.695930 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853e8ed-5667-4c2c-b570-d256c3d1be6f req-10ef9bb7-ccef-4df4-a4da-ada534a53000 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:48.697368 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2853e8ed-5667-4c2c-b570-d256c3d1be6f req-10ef9bb7-ccef-4df4-a4da-ada534a53000 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.1858132 Jan 18 13:17:48.728106 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-ecbcf86b-5fd2-441e-8800-9372cd8ef037 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/quotas/68b28824eec64ec5aaa6b2c018208c8e HTTP/1.1" status: 200 len: 375 time: 0.0297883 Jan 18 13:17:48.791873 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2853e8ed-5667-4c2c-b570-d256c3d1be6f req-660a3363-f77c-4d49-acac-6461ce6c1bdb tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858774 Jan 18 13:17:48.832284 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-190ab685-4366-4bc1-a084-83617d7ac030 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952532 Jan 18 13:17:49.053005 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-987bd68a-4460-470e-943b-3d81df516504 service neutron] 10.222.0.87 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091086 Jan 18 13:17:49.191327 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-8c7e8b58-4003-4e9a-8e5c-db92818f3378 service neutron] 10.222.0.87 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325684 Jan 18 13:17:49.273825 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-13043a9d-5e8d-494b-9cd6-3b24efe08975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:49.477181 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-46853725-6fa8-48cb-8cce-63bbd02c7eba req-16d4cb96-7d96-4172-8be2-f9544f4737f3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 210 time: 0.0527751 Jan 18 13:17:49.525090 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79a22f-8f38-4899-a94a-091b1c5f534b req-ce2d2311-3b97-436c-9a12-b7dff1408f22 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:49.526535 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ce79a22f-8f38-4899-a94a-091b1c5f534b req-ce2d2311-3b97-436c-9a12-b7dff1408f22 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.1369488 Jan 18 13:17:49.577493 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ce79a22f-8f38-4899-a94a-091b1c5f534b req-84d20924-071c-424a-9377-6185235859f9 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0443614 Jan 18 13:17:50.004549 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bb636-5706-4594-9ddd-9cb3651a7305 req-0c2d037e-4a27-4ca2-bcc6-14b481daa05c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:50.005999 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a69bb636-5706-4594-9ddd-9cb3651a7305 req-0c2d037e-4a27-4ca2-bcc6-14b481daa05c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0785379 Jan 18 13:17:50.053316 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a69bb636-5706-4594-9ddd-9cb3651a7305 req-f647c1da-381d-4efb-bebc-15c9fc795d89 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416667 Jan 18 13:17:50.641302 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d78427d7-9510-421f-b89c-53fdda0e8305 req-d0763a26-6c5c-462a-86fe-506438867954 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 210 time: 0.0440264 Jan 18 13:17:50.774259 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038129c-388e-433e-91cc-ac9fbf1e428b req-a3aaa61e-2daa-4185-861c-aaed5e4d7dda tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:50.776362 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2038129c-388e-433e-91cc-ac9fbf1e428b req-a3aaa61e-2daa-4185-861c-aaed5e4d7dda tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.0756712 Jan 18 13:17:50.824498 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2038129c-388e-433e-91cc-ac9fbf1e428b req-e81c9a42-4554-4046-ac7e-5b5d1d8b9e6f tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0410538 Jan 18 13:17:51.275930 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b94a61-46a9-40d5-9bb9-3c26d3033854 req-0fd3691a-390a-49de-88d3-bf57facea6bb tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:51.277559 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-17b94a61-46a9-40d5-9bb9-3c26d3033854 req-0fd3691a-390a-49de-88d3-bf57facea6bb tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0800636 Jan 18 13:17:51.322987 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-17b94a61-46a9-40d5-9bb9-3c26d3033854 req-38ea2080-e732-459e-b3af-5ab7286b8f96 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397177 Jan 18 13:17:51.705998 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1a20cf2f-3486-47f6-8b71-a67fbda36a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:51.805579 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aad85018-405d-4a99-82f1-1cc70cd9c3a7 req-989cb901-fb4f-494f-8f0b-c3b67ec8272c tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 210 time: 0.0410323 Jan 18 13:17:52.030831 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e8419-bbb8-4878-aec2-9d5ae853538d req-a61805c5-9d1f-483e-9f48-b687a3f7440b tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:52.032376 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-690e8419-bbb8-4878-aec2-9d5ae853538d req-a61805c5-9d1f-483e-9f48-b687a3f7440b tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.0814502 Jan 18 13:17:52.082929 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-690e8419-bbb8-4878-aec2-9d5ae853538d req-d0080e94-d85f-4ad7-820b-a2d32528ca8b tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0439930 Jan 18 13:17:52.535488 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b1460-a04e-4bc4-9f06-697bccb0ab86 req-b13428e6-bc36-4313-b4b3-ed2b512a1860 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:52.536915 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e66b1460-a04e-4bc4-9f06-697bccb0ab86 req-b13428e6-bc36-4313-b4b3-ed2b512a1860 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0753736 Jan 18 13:17:52.584002 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e66b1460-a04e-4bc4-9f06-697bccb0ab86 req-d8f55939-0c18-4dd0-acac-b1d4a3beb858 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416353 Jan 18 13:17:52.753753 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:52.976051 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:52.982770 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0121ab1c-758e-4fb0-abf8-7cb8182dc357 req-7df4b06b-760d-4201-ba29-5e47a431fafb tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 210 time: 0.0444405 Jan 18 13:17:53.288292 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda62a1-685e-469f-9e0c-1ae17542c3a3 req-74b23b46-10bb-4ce9-a1af-4f110a622734 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:53.289727 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0bda62a1-685e-469f-9e0c-1ae17542c3a3 req-74b23b46-10bb-4ce9-a1af-4f110a622734 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.0755115 Jan 18 13:17:53.337982 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0bda62a1-685e-469f-9e0c-1ae17542c3a3 req-c2da4c64-905b-4f1e-8d04-87a19285c247 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0420747 Jan 18 13:17:53.374613 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bca2b321-41b7-4b74-ae26-ebc944ece332 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:17:53.521118 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bca2b321-41b7-4b74-ae26-ebc944ece332,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:53.535775 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'port_id': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'mac_address': 'fa:16:3e:dd:e0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:17:53.591552 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:53.609700 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca2b321-41b7-4b74-ae26-ebc944ece332 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:17:53.624468 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bca2b321-41b7-4b74-ae26-ebc944ece332,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:53.708090 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:53.777452 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=bca2b321-41b7-4b74-ae26-ebc944ece332,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:53.786499 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:53.786846 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:53.787175 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:53.787590 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:53.788205 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:53.788205 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:53.788504 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:53.788896 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:53.789426 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:53.789546 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:53.789824 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:17:53.821506 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b5002-6301-49b9-8bf5-80b586d93fc3 req-b6f0ba58-44c3-4068-a8a8-3a0afc540373 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:53.823485 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3b5b5002-6301-49b9-8bf5-80b586d93fc3 req-b6f0ba58-44c3-4068-a8a8-3a0afc540373 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 945 time: 0.0963578 Jan 18 13:17:53.874246 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3b5b5002-6301-49b9-8bf5-80b586d93fc3 req-f2c63688-c0d9-4944-b0ab-683fe2fbcca3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 Jan 18 13:17:54.039048 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:54.148920 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-666d8925-ff74-40dd-bb9b-b7bf5a5f1b71 req-42be42ed-43ec-4bf5-aa14-9fa5ae8711da tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 210 time: 0.0477266 Jan 18 13:17:54.551524 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eac31a-be7c-47c9-933b-2aff4cb3ca5e req-d30632bb-cba5-41a1-bffa-d8fc0050eef5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:54.553039 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d3eac31a-be7c-47c9-933b-2aff4cb3ca5e req-d30632bb-cba5-41a1-bffa-d8fc0050eef5 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.0877428 Jan 18 13:17:54.605248 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d3eac31a-be7c-47c9-933b-2aff4cb3ca5e req-aaf8ce8b-77b3-40ac-ad38-7fba9b5ef39c tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0464232 Jan 18 13:17:54.723763 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['bca2b321-41b7-4b74-ae26-ebc944ece332'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:17:55.100336 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfadded-12c8-4de6-8712-569e01fa9a36 req-56c4ace1-3561-4506-8341-fa175390e48f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:55.101895 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1cfadded-12c8-4de6-8712-569e01fa9a36 req-56c4ace1-3561-4506-8341-fa175390e48f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 945 time: 0.0898836 Jan 18 13:17:55.163530 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1cfadded-12c8-4de6-8712-569e01fa9a36 req-037a4035-4e04-4fac-a67d-1aa4263a5c82 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545318 Jan 18 13:17:55.327415 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c38ffd41-7a07-4933-b531-07ebcb5af4ef req-f457d0f9-0d65-4e6c-9384-ca82e0ec22cc tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 210 time: 0.0471208 Jan 18 13:17:55.336408 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770644da-3915-41af-bb41-6b5e103c2c0c req-eb0704c8-2e9d-461e-80e7-36ae4d6d5786 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:55.337868 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-eb0704c8-2e9d-461e-80e7-36ae4d6d5786 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.91 "GET /v2.0/networks?id=6033635d-8e5c-4c0c-9279-8738c2f2381d HTTP/1.1" status: 200 len: 811 time: 0.1664197 Jan 18 13:17:55.400755 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-770644da-3915-41af-bb41-6b5e103c2c0c req-431c36a2-9831-43eb-9b44-70abcd1ffb57 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Synchronizing usage tracker for tenant:68b28824eec64ec5aaa6b2c018208c8e on resource:security_group {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:17:55.412407 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-770644da-3915-41af-bb41-6b5e103c2c0c req-431c36a2-9831-43eb-9b44-70abcd1ffb57 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Unset dirty status for tenant:68b28824eec64ec5aaa6b2c018208c8e on resource:security_group {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:17:55.413825 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-431c36a2-9831-43eb-9b44-70abcd1ffb57 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68b28824eec64ec5aaa6b2c018208c8e HTTP/1.1" status: 200 len: 380 time: 0.0551682 Jan 18 13:17:55.423861 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Request body: {'port': {'device_id': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'admin_state_up': True, 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'security_groups': ['2c1dd6d5-0c8d-4c51-82ed-967427924857']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:55.568072 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:17:55.572439 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Usage tracker for resource:port and tenant:68b28824eec64ec5aaa6b2c018208c8e is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:17:55.575842 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:17:55.581944 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:17:55.702517 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Made reservation on behalf of 68b28824eec64ec5aaa6b2c018208c8e for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:17:55.705495 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:55.836512 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eefbd-32c2-4d59-b570-5eee852a278b req-84e5a422-9e24-4542-8b36-e5ea5cebd0c4 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:55.837951 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-629eefbd-32c2-4d59-b570-5eee852a278b req-84e5a422-9e24-4542-8b36-e5ea5cebd0c4 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.1009672 Jan 18 13:17:55.897389 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-629eefbd-32c2-4d59-b570-5eee852a278b req-440eb154-cc5b-471f-9f88-cf780a2cfb8e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0497406 Jan 18 13:17:55.912040 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Allocated IP 172.20.0.7 (6033635d-8e5c-4c0c-9279-8738c2f2381d/4e9e5053-81db-4d00-a550-ac7a77f48e0d/1f822614-1a30-4d30-a39e-25b502ccfd43) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:17:56.125407 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:56.133321 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Transition to ACTIVE for port object 1f822614-1a30-4d30-a39e-25b502ccfd43 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:17:56.173245 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bca2b321-41b7-4b74-ae26-ebc944ece332 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:17:56.251107 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:56.319974 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Network 6033635d-8e5c-4c0c-9279-8738c2f2381d is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:17:56.328728 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:17:56.333604 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:17:56.396296 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port bca2b321-41b7-4b74-ae26-ebc944ece332 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:17:56.400291 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port bca2b321-41b7-4b74-ae26-ebc944ece332 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:17:56.400949 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:56.425488 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:56.426161 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:56.459759 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event updated for resources: {'Port': ['ID=1f822614-1a30-4d30-a39e-25b502ccfd43,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:56.598338 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-415db8bd-598f-455a-9d38-795ccedf0222 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1789119 Jan 18 13:17:56.605900 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:56.610661 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603510a-48fd-47cf-bdbc-2705a2dba0fc req-29dc45e7-5395-4021-b545-bbd1557013b5 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:56.616821 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4603510a-48fd-47cf-bdbc-2705a2dba0fc req-29dc45e7-5395-4021-b545-bbd1557013b5 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 945 time: 0.2996857 Jan 18 13:17:56.618577 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Request body: {'port': {'device_id': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:17:56.637825 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:56.650160 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bca2b321-41b7-4b74-ae26-ebc944ece332,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:17:56.674163 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ba215-24ba-49a5-8436-e6303f9b93c3 req-581234e6-88fb-43c8-9b4a-41fc538dae71 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:56.684792 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-440ba215-24ba-49a5-8436-e6303f9b93c3 req-581234e6-88fb-43c8-9b4a-41fc538dae71 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 931 time: 0.1744974 Jan 18 13:17:56.715777 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4603510a-48fd-47cf-bdbc-2705a2dba0fc req-ae0dafe9-f1f2-4d2c-850c-fe36857a436a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973501 Jan 18 13:17:56.745882 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:56.753015 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:56.776037 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-440ba215-24ba-49a5-8436-e6303f9b93c3 req-b9895737-97b9-48a0-85ad-75962ab13d20 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935245 Jan 18 13:17:56.795524 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-4b175033-2d69-4dc7-896b-ff1e18b9d5f3 None None] Provisioning for port 1f822614-1a30-4d30-a39e-25b502ccfd43 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:17:56.800906 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-4b175033-2d69-4dc7-896b-ff1e18b9d5f3 None None] Provisioning complete for port 1f822614-1a30-4d30-a39e-25b502ccfd43 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:17:56.801487 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4b175033-2d69-4dc7-896b-ff1e18b9d5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:56.829248 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'code': 200} Jan 18 13:17:56.900346 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-4b175033-2d69-4dc7-896b-ff1e18b9d5f3 None None] Port 1f822614-1a30-4d30-a39e-25b502ccfd43 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:17:56.910849 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=bca2b321-41b7-4b74-ae26-ebc944ece332,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:57.130121 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac39562-df38-45f3-8b32-bdb2249bd0ab req-391334ad-e676-449f-92df-b49b1d6854c8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:57.133065 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8ac39562-df38-45f3-8b32-bdb2249bd0ab req-391334ad-e676-449f-92df-b49b1d6854c8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.1064990 Jan 18 13:17:57.160465 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f822614-1a30-4d30-a39e-25b502ccfd43 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:17:57.167737 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:57.183585 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Transition to ACTIVE for port object 1f822614-1a30-4d30-a39e-25b502ccfd43 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:17:57.194729 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8ac39562-df38-45f3-8b32-bdb2249bd0ab req-e1d2de5e-8bc4-4593-a8e5-0826291ba9e7 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0562503 Jan 18 13:17:57.308115 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:57.315491 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-84a525c8-d90f-45df-9123-c21048537977 req-f5ef87dc-4c35-4226-bd1d-834698773023 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 1099 time: 0.0748672 Jan 18 13:17:57.361911 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-84a525c8-d90f-45df-9123-c21048537977 req-1349a5cd-f858-4975-9864-748dd61b85f5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392306 Jan 18 13:17:57.535212 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Pushing event updated for resources: {'Port': ['ID=1f822614-1a30-4d30-a39e-25b502ccfd43,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:57.644255 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Attempting to bind port 1f822614-1a30-4d30-a39e-25b502ccfd43 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:17:57.644515 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Attempting to bind port 1f822614-1a30-4d30-a39e-25b502ccfd43 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:17:57.644816 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Attempting to bind port 1f822614-1a30-4d30-a39e-25b502ccfd43 on network 6033635d-8e5c-4c0c-9279-8738c2f2381d {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:17:57.650781 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Port 1f822614-1a30-4d30-a39e-25b502ccfd43 on network 6033635d-8e5c-4c0c-9279-8738c2f2381d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:17:57.651089 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Attempting to bind port 1f822614-1a30-4d30-a39e-25b502ccfd43 on network 6033635d-8e5c-4c0c-9279-8738c2f2381d {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:17:57.657665 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:17:57.657992 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Checking segment: {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:17:57.658363 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Bound using segment: {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:17:57.658776 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Bound port: 1f822614-1a30-4d30-a39e-25b502ccfd43, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f810c8aa-c3db-4137-9f78-675ce4ca3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:17:57.659110 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:57.755098 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] For port 1f822614-1a30-4d30-a39e-25b502ccfd43, host hv-cinder-82510, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:17:57.763742 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] For port 1f822614-1a30-4d30-a39e-25b502ccfd43, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1f822614-1a30-4d30-a39e-25b502ccfd43,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:17:57.931171 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:57.993308 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc27c6e-d5c5-4120-8017-a3f044a04ae7 req-9e521bd2-8815-4483-b632-d4467b986208 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:57.994795 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4dc27c6e-d5c5-4120-8017-a3f044a04ae7 req-9e521bd2-8815-4483-b632-d4467b986208 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.1361947 Jan 18 13:17:58.008727 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:58.008727 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] 10.222.0.91 "PUT /v2.0/ports/1f822614-1a30-4d30-a39e-25b502ccfd43 HTTP/1.1" status: 200 len: 1093 time: 1.3941214 Jan 18 13:17:58.011425 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'tag': '1f822614-1a30-4d30-a39e-25b502ccfd43'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:17:58.030115 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795af808-654a-4e20-8a03-cd04ef86dbcd service neutron] Pushing event updated for resources: {'Port': ['ID=1f822614-1a30-4d30-a39e-25b502ccfd43,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:17:58.033218 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5928bf4-f50f-434f-9899-a83b1a14a950 req-7989afa9-28ae-4a6d-8022-a119addce1cc tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:58.034729 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e5928bf4-f50f-434f-9899-a83b1a14a950 req-7989afa9-28ae-4a6d-8022-a119addce1cc tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 943 time: 0.1288505 Jan 18 13:17:58.095099 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4dc27c6e-d5c5-4120-8017-a3f044a04ae7 req-799a1782-a4fe-44c3-9b62-27366f693529 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902381 Jan 18 13:17:58.116574 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e5928bf4-f50f-434f-9899-a83b1a14a950 req-a459f298-6bcd-4813-8945-b48cdafca5b8 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691600 Jan 18 13:17:58.179384 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'tag': '1f822614-1a30-4d30-a39e-25b502ccfd43', 'status': 'completed', 'code': 200} Jan 18 13:17:58.335671 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-e569703a-dbe8-4445-8ca4-3d0cadc62c62 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 1096 time: 0.0867779 Jan 18 13:17:58.424574 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-43055f95-e33d-4a40-8960-fee1edfa5992 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f822614-1a30-4d30-a39e-25b502ccfd43 HTTP/1.1" status: 200 len: 217 time: 0.0714278 Jan 18 13:17:58.437241 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac470c-c216-49c9-97c3-86fc788e14b4 req-e94f2b85-30d8-49bc-8051-c38000fa31ea tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:58.438754 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8eac470c-c216-49c9-97c3-86fc788e14b4 req-e94f2b85-30d8-49bc-8051-c38000fa31ea tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.0904572 Jan 18 13:17:58.489079 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8eac470c-c216-49c9-97c3-86fc788e14b4 req-6068de06-6c84-4fa8-9d56-7de75def9b51 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0444016 Jan 18 13:17:58.489314 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770644da-3915-41af-bb41-6b5e103c2c0c req-7f59bd0a-74da-404e-936d-8f6ef0099140 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:58.490438 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-7f59bd0a-74da-404e-936d-8f6ef0099140 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4e9e5053-81db-4d00-a550-ac7a77f48e0d HTTP/1.1" status: 200 len: 850 time: 0.0599051 Jan 18 13:17:58.583371 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-7c0e0e6f-d8b5-44ff-9b30-e5156f48758f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6033635d-8e5c-4c0c-9279-8738c2f2381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770192 Jan 18 13:17:58.723389 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-08b40309-18d1-4bec-866c-daac21f14661 service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332612 Jan 18 13:17:58.873028 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-770644da-3915-41af-bb41-6b5e103c2c0c req-dbfebdb9-f4e0-4dd4-ba29-592ab0aae21c service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401131 Jan 18 13:17:59.285240 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1340e02a-2de0-48a4-af4d-2f93b6bdfa9e req-c0c5c473-9504-4054-aacd-a3a64064fff0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 1096 time: 0.0753520 Jan 18 13:17:59.364269 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170f54-9bbc-47d3-9758-173cf79fad29 req-8902bb6e-1d2b-45a4-b3e1-1474faee6017 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:59.366463 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3d170f54-9bbc-47d3-9758-173cf79fad29 req-8902bb6e-1d2b-45a4-b3e1-1474faee6017 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.1315174 Jan 18 13:17:59.422101 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3d170f54-9bbc-47d3-9758-173cf79fad29 req-445704f8-9b61-49f4-a111-2cdae046f608 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452297 Jan 18 13:17:59.443325 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340e02a-2de0-48a4-af4d-2f93b6bdfa9e req-6258804c-fb3c-44e9-a265-4f4217cc6b0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:59.444793 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1340e02a-2de0-48a4-af4d-2f93b6bdfa9e req-6258804c-fb3c-44e9-a265-4f4217cc6b0a service neutron] 10.222.0.91 "GET /v2.0/networks?id=6033635d-8e5c-4c0c-9279-8738c2f2381d HTTP/1.1" status: 200 len: 912 time: 0.1532607 Jan 18 13:17:59.529687 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1340e02a-2de0-48a4-af4d-2f93b6bdfa9e req-98613e7e-8dd5-4ec6-816a-6eb30e71593a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f822614-1a30-4d30-a39e-25b502ccfd43 HTTP/1.1" status: 200 len: 217 time: 0.0759087 Jan 18 13:17:59.687377 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340e02a-2de0-48a4-af4d-2f93b6bdfa9e req-a7d034ef-f41b-4fc5-9758-4b166516728c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:59.689104 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1340e02a-2de0-48a4-af4d-2f93b6bdfa9e req-a7d034ef-f41b-4fc5-9758-4b166516728c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4e9e5053-81db-4d00-a550-ac7a77f48e0d HTTP/1.1" status: 200 len: 850 time: 0.1120775 Jan 18 13:17:59.697044 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8c068-30fd-4829-b7bf-ef93e9ef224c req-d758f0f8-f135-4e31-8735-11db6dfaab6a tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:59.698543 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-29a8c068-30fd-4829-b7bf-ef93e9ef224c req-d758f0f8-f135-4e31-8735-11db6dfaab6a tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 943 time: 0.0908506 Jan 18 13:17:59.776560 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-29a8c068-30fd-4829-b7bf-ef93e9ef224c req-7b273a7d-4dbc-492a-b78c-0fcb7ca1e082 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706718 Jan 18 13:17:59.777346 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1340e02a-2de0-48a4-af4d-2f93b6bdfa9e req-60a6cdfc-c5ad-4af3-a3bf-f7b037ddcd8e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6033635d-8e5c-4c0c-9279-8738c2f2381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807612 Jan 18 13:17:59.931332 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1340e02a-2de0-48a4-af4d-2f93b6bdfa9e req-797885e3-8846-42bb-b5c7-0731481b5752 service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448958 Jan 18 13:18:00.046210 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b5792-6d2e-462e-93df-f0040a08f4ee req-89751cbb-3860-470a-a318-c710ede4a825 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:00.048438 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c10b5792-6d2e-462e-93df-f0040a08f4ee req-89751cbb-3860-470a-a318-c710ede4a825 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.1044672 Jan 18 13:18:00.095974 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-1340e02a-2de0-48a4-af4d-2f93b6bdfa9e req-d70f0aa1-b418-4518-b250-d47dfa05411c service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550786 Jan 18 13:18:00.128713 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c10b5792-6d2e-462e-93df-f0040a08f4ee req-942040c5-9c32-42bd-86fc-47e16705a5d7 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=773c80c7-6c86-4235-ba31-aa50d31b06b0&id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0673366 Jan 18 13:18:00.655830 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd786cb-2c5e-4693-ab54-9c44295d6289 req-6f206d97-e7e4-492f-b06a-dbc8863a5fcb tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:00.657306 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1bd786cb-2c5e-4693-ab54-9c44295d6289 req-6f206d97-e7e4-492f-b06a-dbc8863a5fcb tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0776219 Jan 18 13:18:00.710367 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1bd786cb-2c5e-4693-ab54-9c44295d6289 req-0114c22a-1545-4a17-ac00-da6858f62e51 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470247 Jan 18 13:18:00.997396 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b75f60-650c-45c6-b21c-359b0f68e075 req-b359b841-6b85-4aad-bdbd-22937c1dcdc6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:00.999076 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b1b75f60-650c-45c6-b21c-359b0f68e075 req-b359b841-6b85-4aad-bdbd-22937c1dcdc6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.1537428 Jan 18 13:18:01.010149 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 56828) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:01.019489 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-2fc785a1-8153-433d-a547-2326b5ef229e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Request body: {'floatingip': {'port_id': 'bca2b321-41b7-4b74-ae26-ebc944ece332'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:18:01.111782 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781baab0-de16-4198-8509-7fce97e040aa req-2a218656-9b54-4c04-873d-7a1f13bde98b tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:01.113180 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-781baab0-de16-4198-8509-7fce97e040aa req-2a218656-9b54-4c04-873d-7a1f13bde98b tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 943 time: 0.1992054 Jan 18 13:18:01.118739 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2fc785a1-8153-433d-a547-2326b5ef229e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:01.289863 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-781baab0-de16-4198-8509-7fce97e040aa req-6d16988e-f189-46cf-975b-010016b29bf1 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199141 Jan 18 13:18:01.718858 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:01.858849 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2fc785a1-8153-433d-a547-2326b5ef229e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:01.957444 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2fc785a1-8153-433d-a547-2326b5ef229e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:02.157909 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.l3_db [None req-2fc785a1-8153-433d-a547-2326b5ef229e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Floating IP 4b2da0c4-ed64-4503-aa80-017a39aafde4 associated. External IP: 172.27.1.235, port: bca2b321-41b7-4b74-ae26-ebc944ece332. Jan 18 13:18:02.198119 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 1f822614-1a30-4d30-a39e-25b502ccfd43 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:18:02.365070 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 1f822614-1a30-4d30-a39e-25b502ccfd43, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1f822614-1a30-4d30-a39e-25b502ccfd43,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:02.380275 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '1f822614-1a30-4d30-a39e-25b502ccfd43', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'port_id': '1f822614-1a30-4d30-a39e-25b502ccfd43', 'mac_address': 'fa:16:3e:e5:0a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:18:02.442209 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:02.461252 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f822614-1a30-4d30-a39e-25b502ccfd43 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:18:02.481103 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 1f822614-1a30-4d30-a39e-25b502ccfd43, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1f822614-1a30-4d30-a39e-25b502ccfd43,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:02.550736 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230e12f-414c-4333-8215-3fe701656ecc req-9860d34d-eff6-4ce8-b5e1-51b740b5bcb3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:02.552220 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2230e12f-414c-4333-8215-3fe701656ecc req-9860d34d-eff6-4ce8-b5e1-51b740b5bcb3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 943 time: 0.1139288 Jan 18 13:18:02.593491 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:02.678979 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2230e12f-414c-4333-8215-3fe701656ecc req-3629d5e8-f82b-478b-bdf6-3e528aa86de3 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208932 Jan 18 13:18:02.711934 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=1f822614-1a30-4d30-a39e-25b502ccfd43,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:02.718763 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc785a1-8153-433d-a547-2326b5ef229e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:18:02.948706 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bcb98-1aa1-44cc-a7e6-6f67f147298f req-47cdfe38-aea9-4ba4-8c3c-a3eeeee8a136 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:02.950548 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-073bcb98-1aa1-44cc-a7e6-6f67f147298f req-47cdfe38-aea9-4ba4-8c3c-a3eeeee8a136 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 946 time: 0.1626673 Jan 18 13:18:03.017966 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-073bcb98-1aa1-44cc-a7e6-6f67f147298f req-aa1144c9-433d-4ff3-be5a-3a5434e4214e tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612497 Jan 18 13:18:03.044609 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc785a1-8153-433d-a547-2326b5ef229e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:18:03.049433 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2fc785a1-8153-433d-a547-2326b5ef229e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:03.054613 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07de700-f05e-4add-813e-b53e87d9230b None None] Sync routers for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:18:03.066701 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07de700-f05e-4add-813e-b53e87d9230b None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:03.067299 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-e07de700-f05e-4add-813e-b53e87d9230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:17:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:03.112215 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-2fc785a1-8153-433d-a547-2326b5ef229e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "PUT /v2.0/floatingips/4b2da0c4-ed64-4503-aa80-017a39aafde4 HTTP/1.1" status: 200 len: 992 time: 2.1003923 Jan 18 13:18:03.113156 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:18:03.116572 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['1f822614-1a30-4d30-a39e-25b502ccfd43'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:18:03.172903 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'status': 'completed', 'code': 200} Jan 18 13:18:03.352857 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-e07de700-f05e-4add-813e-b53e87d9230b None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:03.414545 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-aedae1bc-cefa-4ce3-948c-4984305c4adf req-62cefca6-95d6-46a7-8332-15b2c4a3d06f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 1099 time: 0.1622021 Jan 18 13:18:03.555429 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedae1bc-cefa-4ce3-948c-4984305c4adf req-6467c472-da18-4288-9af5-fcc21e9f29de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:03.556937 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-aedae1bc-cefa-4ce3-948c-4984305c4adf req-6467c472-da18-4288-9af5-fcc21e9f29de service neutron] 10.222.0.91 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 918 time: 0.1350834 Jan 18 13:18:03.669933 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-aedae1bc-cefa-4ce3-948c-4984305c4adf req-36eba5a6-b66b-4e9e-ae45-e63565969436 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bca2b321-41b7-4b74-ae26-ebc944ece332 HTTP/1.1" status: 200 len: 1000 time: 0.1029007 Jan 18 13:18:03.736274 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedae1bc-cefa-4ce3-948c-4984305c4adf req-7ad3d8c7-0051-49df-b8f6-a3ed55354e0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:03.737750 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-aedae1bc-cefa-4ce3-948c-4984305c4adf req-7ad3d8c7-0051-49df-b8f6-a3ed55354e0c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 200 len: 856 time: 0.0613785 Jan 18 13:18:03.762866 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-e07de700-f05e-4add-813e-b53e87d9230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '4b2da0c4-ed64-4503-aa80-017a39aafde4', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'port_id': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'mac_address': 'fa:16:3e:dd:e0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:17:28Z', 'updated_at': '2022-01-18T13:18:01Z', 'revision_number': 1, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:03.767379 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07de700-f05e-4add-813e-b53e87d9230b None None] Checking router: b7e0b6ae-8f8e-486d-b523-0a0a9d419490 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:18:03.779759 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07de700-f05e-4add-813e-b53e87d9230b None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:03.780541 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-e07de700-f05e-4add-813e-b53e87d9230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:17:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:03.833914 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-aedae1bc-cefa-4ce3-948c-4984305c4adf req-1fb5206c-1c75-49f5-baad-d9da23e02bbf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820038 Jan 18 13:18:03.912346 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9e4d9-2bb3-4ad2-9776-7232fa6aa99b req-4a8846a2-5ac5-4e80-9ad5-637ab39b8765 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:03.914101 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-abb9e4d9-2bb3-4ad2-9776-7232fa6aa99b req-4a8846a2-5ac5-4e80-9ad5-637ab39b8765 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 944 time: 0.0791149 Jan 18 13:18:03.967384 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-abb9e4d9-2bb3-4ad2-9776-7232fa6aa99b req-f75906fc-dff7-4012-8509-575419ceee73 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464258 Jan 18 13:18:03.972869 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-e07de700-f05e-4add-813e-b53e87d9230b None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:04.014342 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-aedae1bc-cefa-4ce3-948c-4984305c4adf req-e638a5c9-b3da-47cf-89dd-42bc7dc3fa3f service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710546 Jan 18 13:18:04.182318 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-aedae1bc-cefa-4ce3-948c-4984305c4adf req-98e1052f-d282-4427-a48f-0bc32880c4e8 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573484 Jan 18 13:18:04.348816 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88d01b-cfa2-4651-9012-f86c4bbd117d req-785ef760-e8ab-4831-9a00-c51339ca942d tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:04.351872 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dc88d01b-cfa2-4651-9012-f86c4bbd117d req-785ef760-e8ab-4831-9a00-c51339ca942d tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 946 time: 0.1992440 Jan 18 13:18:04.353869 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-e07de700-f05e-4add-813e-b53e87d9230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '4b2da0c4-ed64-4503-aa80-017a39aafde4', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'port_id': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'mac_address': 'fa:16:3e:dd:e0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:17:28Z', 'updated_at': '2022-01-18T13:18:01Z', 'revision_number': 1, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:04.359088 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07de700-f05e-4add-813e-b53e87d9230b None None] The sync data for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi is: [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '4b2da0c4-ed64-4503-aa80-017a39aafde4', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'port_id': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'mac_address': 'fa:16:3e:dd:e0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:17:28Z', 'updated_at': '2022-01-18T13:18:01Z', 'revision_number': 1, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:18:04.405359 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dc88d01b-cfa2-4651-9012-f86c4bbd117d req-124db9b3-52ff-451c-a900-bcd258d7bf8f tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Jan 18 13:18:04.567742 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b48ff0-ce13-4e12-9e7c-ceebe63f6943 None None] New status for floating IP 4b2da0c4-ed64-4503-aa80-017a39aafde4: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:18:05.207924 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ab545-5302-4286-ada4-69f791eb0153 req-71e0dfe0-967c-4e48-88a5-09c49a39a722 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:05.209403 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f63ab545-5302-4286-ada4-69f791eb0153 req-71e0dfe0-967c-4e48-88a5-09c49a39a722 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 944 time: 0.0824819 Jan 18 13:18:05.255614 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f63ab545-5302-4286-ada4-69f791eb0153 req-47d960e3-9e9d-4ed8-9918-79d33a4eba1e tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405583 Jan 18 13:18:05.510473 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-40dd0acf-325b-45a7-85e3-706845420d24 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:05.511746 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-40dd0acf-325b-45a7-85e3-706845420d24 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Synchronizing usage tracker for tenant:e2dfd24669034b03a3fd0005ea00452d on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:18:05.615145 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3658ad-a513-427a-b598-2fb148212c7f req-d7c36e14-64a1-4db1-ae26-0c6882a7f033 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:05.616703 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3a3658ad-a513-427a-b598-2fb148212c7f req-d7c36e14-64a1-4db1-ae26-0c6882a7f033 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 946 time: 0.0847356 Jan 18 13:18:05.644897 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-40dd0acf-325b-45a7-85e3-706845420d24 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Unset dirty status for tenant:e2dfd24669034b03a3fd0005ea00452d on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:18:05.646464 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-40dd0acf-325b-45a7-85e3-706845420d24 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.91 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 946 time: 0.2206600 Jan 18 13:18:05.673695 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3a3658ad-a513-427a-b598-2fb148212c7f req-e2d04fca-b075-4828-82da-c5db74764c36 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454733 Jan 18 13:18:05.739487 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-aee03d3c-ddad-48f4-a15c-f531ce87efea tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Deleting port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:18:05.739824 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-aee03d3c-ddad-48f4-a15c-f531ce87efea tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:05.985898 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-aee03d3c-ddad-48f4-a15c-f531ce87efea tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] For port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=368b8ad1-ec33-44db-b2a6-72a18ec2c5f1,segment=NetworkSegment(21593f59-c64b-4389-b839-eb4fa2fc2f2d),segment_id=21593f59-c64b-4389-b839-eb4fa2fc2f2d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:05.986152 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-aee03d3c-ddad-48f4-a15c-f531ce87efea tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:06.111897 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-aee03d3c-ddad-48f4-a15c-f531ce87efea tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Calling delete_port for 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:18:06.234717 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 1f822614-1a30-4d30-a39e-25b502ccfd43 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:18:06.323396 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-aee03d3c-ddad-48f4-a15c-f531ce87efea tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:06.378866 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee03d3c-ddad-48f4-a15c-f531ce87efea tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Pushing event deleted for resources: {'Port': ['ID=368b8ad1-ec33-44db-b2a6-72a18ec2c5f1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:06.404692 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port 1f822614-1a30-4d30-a39e-25b502ccfd43 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:18:06.415173 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 1f822614-1a30-4d30-a39e-25b502ccfd43 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:18:06.415173 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:06.457344 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-aee03d3c-ddad-48f4-a15c-f531ce87efea tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] No DVR routers for this DVR port 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 on host hv-cinder-82510 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:18:06.460240 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-aee03d3c-ddad-48f4-a15c-f531ce87efea tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:06.467695 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8f4e28-66ab-49f9-b8a6-dc115523d5bc', 'name': 'network-vif-deleted', 'tag': '368b8ad1-ec33-44db-b2a6-72a18ec2c5f1'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:18:06.533930 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8f4e28-66ab-49f9-b8a6-dc115523d5bc', 'name': 'network-vif-deleted', 'tag': '368b8ad1-ec33-44db-b2a6-72a18ec2c5f1', 'status': 'completed', 'code': 200} Jan 18 13:18:06.547361 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b05d0c-9625-42a2-99f4-9c726f94fa16 req-6906125c-8abc-4669-b840-d129ad79dc28 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:06.548906 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b1b05d0c-9625-42a2-99f4-9c726f94fa16 req-6906125c-8abc-4669-b840-d129ad79dc28 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 944 time: 0.1276724 Jan 18 13:18:06.555148 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-d6d647d7-7c8b-4112-b484-c23a707e2fec req-aee03d3c-ddad-48f4-a15c-f531ce87efea tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.91 "DELETE /v2.0/ports/368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 HTTP/1.1" status: 204 len: 173 time: 0.8849654 Jan 18 13:18:06.566950 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:06.606428 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b1b05d0c-9625-42a2-99f4-9c726f94fa16 req-1f1bcc71-a46c-4a88-b435-9d7476bc9a8f tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506988 Jan 18 13:18:06.645853 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f822614-1a30-4d30-a39e-25b502ccfd43'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:18:06.658007 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 1f822614-1a30-4d30-a39e-25b502ccfd43, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1f822614-1a30-4d30-a39e-25b502ccfd43,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:06.708459 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f822614-1a30-4d30-a39e-25b502ccfd43', 'code': 200} Jan 18 13:18:06.759232 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:06.760527 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:18:06.839037 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:18:06.839410 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 368b8ad1-ec33-44db-b2a6-72a18ec2c5f1 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:18:06.879419 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=1f822614-1a30-4d30-a39e-25b502ccfd43,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:06.915760 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0d36264a-c4c6-404f-abcf-64dc6da6b390 req-fd97ee26-4211-44fd-8a33-5dd511e40ca0 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 210 time: 0.0433195 Jan 18 13:18:07.369008 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-629bea62-e295-4c43-9955-7e4d5a73f281 req-b49f2fc2-ccda-4703-8385-d8dbcd82763c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 1098 time: 0.1608930 Jan 18 13:18:07.413271 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-629bea62-e295-4c43-9955-7e4d5a73f281 req-5172ac28-d346-4c32-a1e2-b3a000311555 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370619 Jan 18 13:18:07.818027 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ed086-b747-448d-840e-c8b558be68a1 req-d4c8901b-8c97-42ae-adc0-9cee621bba44 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:07.819514 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a43ed086-b747-448d-840e-c8b558be68a1 req-d4c8901b-8c97-42ae-adc0-9cee621bba44 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 945 time: 0.0819504 Jan 18 13:18:07.866941 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a43ed086-b747-448d-840e-c8b558be68a1 req-528c0a1b-7ffc-4854-a124-e2ae2b6521c2 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414298 Jan 18 13:18:08.103410 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7240f5e7-fa99-4c20-a3ef-392a25f95bf7 req-65bb6ace-6f30-4ad9-abcf-db84d6916ca5 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d8f4e28-66ab-49f9-b8a6-dc115523d5bc HTTP/1.1" status: 200 len: 210 time: 0.0421379 Jan 18 13:18:09.081557 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40abf1-22d4-45e8-a40f-b65a7b4507c3 req-78abdfb3-9899-48b6-a136-03ba3448acdb tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:09.083018 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-df40abf1-22d4-45e8-a40f-b65a7b4507c3 req-78abdfb3-9899-48b6-a136-03ba3448acdb tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 945 time: 0.0846698 Jan 18 13:18:09.133360 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-df40abf1-22d4-45e8-a40f-b65a7b4507c3 req-e9fab3df-5270-44aa-bb3c-c494b53203d0 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443969 Jan 18 13:18:10.336049 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9eaae-8930-4f86-8018-178f00afe2df req-c24ed64f-486b-40c6-8af8-f27c463e792e tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:10.337557 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-27e9eaae-8930-4f86-8018-178f00afe2df req-c24ed64f-486b-40c6-8af8-f27c463e792e tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 945 time: 0.0795608 Jan 18 13:18:10.385796 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-27e9eaae-8930-4f86-8018-178f00afe2df req-347b3264-d10e-44c8-8c1b-5a7566d1eafb tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 Jan 18 13:18:10.588061 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fc73a-4f78-4e27-be6b-756028c3367a req-be4c11e6-1508-4586-a18a-9981ec591e84 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:10.589384 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-903fc73a-4f78-4e27-be6b-756028c3367a req-be4c11e6-1508-4586-a18a-9981ec591e84 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 945 time: 0.0838270 Jan 18 13:18:10.598036 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 56892) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:10.603261 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-7d1301f5-611f-4a7b-b8e7-ea9f215b2662 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Request body: {'floatingip': {'port_id': '1f822614-1a30-4d30-a39e-25b502ccfd43'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:18:10.682101 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7d1301f5-611f-4a7b-b8e7-ea9f215b2662 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:11.371729 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7d1301f5-611f-4a7b-b8e7-ea9f215b2662 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:11.454174 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7d1301f5-611f-4a7b-b8e7-ea9f215b2662 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:11.655725 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.l3_db [None req-7d1301f5-611f-4a7b-b8e7-ea9f215b2662 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Floating IP 8939bb08-7f21-4eb1-84fa-934ddffa7dae associated. External IP: 172.27.1.169, port: 1f822614-1a30-4d30-a39e-25b502ccfd43. Jan 18 13:18:12.073459 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1301f5-611f-4a7b-b8e7-ea9f215b2662 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Router a091288e-732a-4687-8d95-91425eca3fa3 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:18:12.277712 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1301f5-611f-4a7b-b8e7-ea9f215b2662 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:18:12.283383 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-7d1301f5-611f-4a7b-b8e7-ea9f215b2662 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:12.288589 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12a4bd-641b-4e51-b125-9edcd806b3f1 None None] Sync routers for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:18:12.300747 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12a4bd-641b-4e51-b125-9edcd806b3f1 None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:12.301384 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5b12a4bd-641b-4e51-b125-9edcd806b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:17:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:12.337365 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-7d1301f5-611f-4a7b-b8e7-ea9f215b2662 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "PUT /v2.0/floatingips/8939bb08-7f21-4eb1-84fa-934ddffa7dae HTTP/1.1" status: 200 len: 991 time: 1.7356436 Jan 18 13:18:12.337365 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'tag': '1f822614-1a30-4d30-a39e-25b502ccfd43'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:18:12.490108 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-5b12a4bd-641b-4e51-b125-9edcd806b3f1 None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:12.861806 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5b12a4bd-641b-4e51-b125-9edcd806b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '8939bb08-7f21-4eb1-84fa-934ddffa7dae', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'port_id': '1f822614-1a30-4d30-a39e-25b502ccfd43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'mac_address': 'fa:16:3e:e5:0a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:17:47Z', 'updated_at': '2022-01-18T13:18:11Z', 'revision_number': 1, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:12.865965 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12a4bd-641b-4e51-b125-9edcd806b3f1 None None] Checking router: a091288e-732a-4687-8d95-91425eca3fa3 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:18:12.877345 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12a4bd-641b-4e51-b125-9edcd806b3f1 None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:12.878007 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5b12a4bd-641b-4e51-b125-9edcd806b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:17:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:13.067583 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-5b12a4bd-641b-4e51-b125-9edcd806b3f1 None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:13.461707 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5b12a4bd-641b-4e51-b125-9edcd806b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '8939bb08-7f21-4eb1-84fa-934ddffa7dae', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'port_id': '1f822614-1a30-4d30-a39e-25b502ccfd43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'mac_address': 'fa:16:3e:e5:0a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:17:47Z', 'updated_at': '2022-01-18T13:18:11Z', 'revision_number': 1, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:13.466173 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12a4bd-641b-4e51-b125-9edcd806b3f1 None None] The sync data for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi is: [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '8939bb08-7f21-4eb1-84fa-934ddffa7dae', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'port_id': '1f822614-1a30-4d30-a39e-25b502ccfd43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'mac_address': 'fa:16:3e:e5:0a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:17:47Z', 'updated_at': '2022-01-18T13:18:11Z', 'revision_number': 1, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:18:14.495418 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'tag': '1f822614-1a30-4d30-a39e-25b502ccfd43', 'status': 'completed', 'code': 200} Jan 18 13:18:14.620008 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-8391ee48-f032-468b-b642-6c69c264e86e req-a8f55e0e-b29d-4e8e-a332-61962d638b17 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 1098 time: 0.0734563 Jan 18 13:18:14.760885 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391ee48-f032-468b-b642-6c69c264e86e req-2333f5c1-b29d-460b-8719-0ee9da6d8033 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:14.762370 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-8391ee48-f032-468b-b642-6c69c264e86e req-2333f5c1-b29d-460b-8719-0ee9da6d8033 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6033635d-8e5c-4c0c-9279-8738c2f2381d HTTP/1.1" status: 200 len: 912 time: 0.1344545 Jan 18 13:18:14.875075 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-8391ee48-f032-468b-b642-6c69c264e86e req-cc803458-b59b-4f5a-a685-5bd6a7caebe2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f822614-1a30-4d30-a39e-25b502ccfd43 HTTP/1.1" status: 200 len: 999 time: 0.1053751 Jan 18 13:18:14.922732 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f40574-aaed-4fd9-89a6-d5d45e2b8677 None None] New status for floating IP 8939bb08-7f21-4eb1-84fa-934ddffa7dae: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:18:14.980929 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391ee48-f032-468b-b642-6c69c264e86e req-8782011c-c9b1-48e4-ac00-159451ae3127 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:14.984410 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-8391ee48-f032-468b-b642-6c69c264e86e req-8782011c-c9b1-48e4-ac00-159451ae3127 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4e9e5053-81db-4d00-a550-ac7a77f48e0d HTTP/1.1" status: 200 len: 850 time: 0.0997872 Jan 18 13:18:15.094146 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-8391ee48-f032-468b-b642-6c69c264e86e req-511f11fa-9e7e-4e4d-81e5-52dbac897573 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6033635d-8e5c-4c0c-9279-8738c2f2381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1025295 Jan 18 13:18:15.279771 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-8391ee48-f032-468b-b642-6c69c264e86e req-eda9895d-bf50-4760-aea5-f0f4c6ae2f5e service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786988 Jan 18 13:18:15.454620 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:18:15.502142 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-8391ee48-f032-468b-b642-6c69c264e86e req-928c8403-b6fd-48de-872a-871031de51a8 service neutron] 10.222.0.91 "GET /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116318 Jan 18 13:18:19.278645 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-051f1a92-71dd-489c-bb4a-e83c52a0ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:21.713217 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a38d361c-3868-4c95-b62f-0d7c1a3b9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:22.770452 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:22.870306 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-fb60b6e5-80f4-4d14-9426-9e0b11b6b2e9 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:22.871841 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-fb60b6e5-80f4-4d14-9426-9e0b11b6b2e9 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/networks?id=519119df-4601-48ee-9414-76866220c002 HTTP/1.1" status: 200 len: 814 time: 0.1783111 Jan 18 13:18:22.888945 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-e13dc80e-b529-447f-9554-1697a5973373 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/quotas/e2dfd24669034b03a3fd0005ea00452d HTTP/1.1" status: 200 len: 375 time: 0.0109804 Jan 18 13:18:22.938387 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-15da9c47-59b1-449b-9845-014cd07ed4a8 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e2dfd24669034b03a3fd0005ea00452d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426657 Jan 18 13:18:22.962751 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:23.087865 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-66f1ed6a-dd70-4a21-b655-04652d07beba service neutron] 10.222.0.87 "GET /v2.0/networks/519119df-4601-48ee-9414-76866220c002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419590 Jan 18 13:18:23.239023 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-30bb9972-1147-4dad-84c5-209ffee25295 service neutron] 10.222.0.87 "GET /v2.0/networks/519119df-4601-48ee-9414-76866220c002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415071 Jan 18 13:18:23.545195 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5412d748-9645-489c-9151-0d834ca307a4 req-779f7e6e-b037-4650-9919-25fdaeda4e68 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 210 time: 0.0490739 Jan 18 13:18:24.078708 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:24.741341 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-755c75a1-7756-4ab2-b043-d399fc4ee973 req-d9bdf166-4c8a-4f91-af33-a6a961297bde tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 210 time: 0.0419791 Jan 18 13:18:25.937533 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0f239fe0-39d6-4ab4-9b57-a4338d33378d req-cd892f48-b111-48c8-8130-01d3c12ca3b7 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 210 time: 0.0420008 Jan 18 13:18:26.148149 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6e5726b2-6fd2-4176-bd76-214bcffb454b tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:26.150031 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6e5726b2-6fd2-4176-bd76-214bcffb454b tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.91 "GET /v2.0/networks?id=519119df-4601-48ee-9414-76866220c002 HTTP/1.1" status: 200 len: 814 time: 0.1790926 Jan 18 13:18:26.181168 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Request body: {'port': {'device_id': '6180c2ae-86c4-4a43-a3ee-e022c628327d', 'network_id': '519119df-4601-48ee-9414-76866220c002', 'admin_state_up': True, 'tenant_id': 'e2dfd24669034b03a3fd0005ea00452d'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:18:26.347014 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:18:26.352218 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Usage tracker for resource:port and tenant:e2dfd24669034b03a3fd0005ea00452d is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:18:26.355254 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:18:26.361710 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:18:26.471990 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Made reservation on behalf of e2dfd24669034b03a3fd0005ea00452d for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:18:26.475124 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:26.649186 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Allocated IP 172.20.0.5 (519119df-4601-48ee-9414-76866220c002/d1666911-6eb3-4bf6-aa23-8b2da8b43f15/ae33e652-8aa0-4232-9c53-868862e5f533) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:18:26.888039 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:26.998968 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:27.082392 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Network 519119df-4601-48ee-9414-76866220c002 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:18:27.086685 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:18:27.088723 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Pushing event updated for resources: {'Port': ['ID=ae33e652-8aa0-4232-9c53-868862e5f533,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:27.091177 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:18:27.134354 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:27.134672 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:27.135038 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:27.135353 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:27.135689 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:27.136010 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:27.136327 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:27.136645 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:27.136963 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:27.137276 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:27.137600 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:27.169721 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:27.170370 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:27.262497 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29d6b5-b37c-4d58-a1a6-06b708c6d680 req-959e0940-1549-4101-a431-0e03c4427360 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:27.264102 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb29d6b5-b37c-4d58-a1a6-06b708c6d680 req-959e0940-1549-4101-a431-0e03c4427360 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 931 time: 0.1964664 Jan 18 13:18:27.283984 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-6ffa2bb2-64ff-428a-807a-1b9bf8747c48 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1068974 Jan 18 13:18:27.305943 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Request body: {'port': {'device_id': '6180c2ae-86c4-4a43-a3ee-e022c628327d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:18:27.324822 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb29d6b5-b37c-4d58-a1a6-06b708c6d680 req-863f93a0-5bcc-419f-9814-1fd3e6269fac tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504615 Jan 18 13:18:27.533359 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:27.924163 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae33e652-8aa0-4232-9c53-868862e5f533 {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:18:27.930935 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:27.945859 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Transition to ACTIVE for port object ae33e652-8aa0-4232-9c53-868862e5f533 will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:18:28.009614 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:28.135018 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Pushing event updated for resources: {'Port': ['ID=ae33e652-8aa0-4232-9c53-868862e5f533,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:28.244291 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Attempting to bind port ae33e652-8aa0-4232-9c53-868862e5f533 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:18:28.244976 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Attempting to bind port ae33e652-8aa0-4232-9c53-868862e5f533 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '21593f59-c64b-4389-b839-eb4fa2fc2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '519119df-4601-48ee-9414-76866220c002'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:18:28.244976 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Attempting to bind port ae33e652-8aa0-4232-9c53-868862e5f533 on network 519119df-4601-48ee-9414-76866220c002 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:18:28.250632 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Port ae33e652-8aa0-4232-9c53-868862e5f533 on network 519119df-4601-48ee-9414-76866220c002 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:18:28.250950 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Attempting to bind port ae33e652-8aa0-4232-9c53-868862e5f533 on network 519119df-4601-48ee-9414-76866220c002 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:18:28.257994 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:18:28.258328 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Checking segment: {'id': '21593f59-c64b-4389-b839-eb4fa2fc2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '519119df-4601-48ee-9414-76866220c002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:18:28.258707 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Bound using segment: {'id': '21593f59-c64b-4389-b839-eb4fa2fc2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '519119df-4601-48ee-9414-76866220c002'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:18:28.259125 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Bound port: ae33e652-8aa0-4232-9c53-868862e5f533, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21593f59-c64b-4389-b839-eb4fa2fc2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '519119df-4601-48ee-9414-76866220c002'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:18:28.259495 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:28.363188 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] For port ae33e652-8aa0-4232-9c53-868862e5f533, host hv-cinder-82510, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:18:28.366324 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] For port ae33e652-8aa0-4232-9c53-868862e5f533, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ae33e652-8aa0-4232-9c53-868862e5f533,segment=NetworkSegment(21593f59-c64b-4389-b839-eb4fa2fc2f2d),segment_id=21593f59-c64b-4389-b839-eb4fa2fc2f2d)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:18:28.456769 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:28.516355 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:28.518559 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] 10.222.0.91 "PUT /v2.0/ports/ae33e652-8aa0-4232-9c53-868862e5f533 HTTP/1.1" status: 200 len: 1093 time: 1.2189903 Jan 18 13:18:28.519012 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6180c2ae-86c4-4a43-a3ee-e022c628327d', 'tag': 'ae33e652-8aa0-4232-9c53-868862e5f533'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:18:28.546117 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733962c-2772-4226-87a6-8a29c56dcc2b service neutron] Pushing event updated for resources: {'Port': ['ID=ae33e652-8aa0-4232-9c53-868862e5f533,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:28.549283 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e82bf1-dbe1-465c-8554-d2a4b689fd4f req-985097f8-1cf7-46e2-9ccf-c90d9f4082fa tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:28.550759 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-17e82bf1-dbe1-465c-8554-d2a4b689fd4f req-985097f8-1cf7-46e2-9ccf-c90d9f4082fa tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 943 time: 0.0915720 Jan 18 13:18:28.596443 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-17e82bf1-dbe1-465c-8554-d2a4b689fd4f req-e0470608-2fd9-4152-8522-5479a6be3c54 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Jan 18 13:18:28.676857 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6180c2ae-86c4-4a43-a3ee-e022c628327d', 'tag': 'ae33e652-8aa0-4232-9c53-868862e5f533', 'status': 'completed', 'code': 200} Jan 18 13:18:28.721249 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-7414ac6a-2fc0-40ca-9097-e34b97b2d2c0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2dfd24669034b03a3fd0005ea00452d&device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 1096 time: 0.0784993 Jan 18 13:18:28.818826 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-ad30aa29-ad25-425e-94a0-b9cf272d17ed service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae33e652-8aa0-4232-9c53-868862e5f533 HTTP/1.1" status: 200 len: 217 time: 0.0681353 Jan 18 13:18:28.882366 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-89751a94-4490-4a2f-8968-be93d9a3e6ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:28.883854 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-89751a94-4490-4a2f-8968-be93d9a3e6ec service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d1666911-6eb3-4bf6-aa23-8b2da8b43f15 HTTP/1.1" status: 200 len: 854 time: 0.0591247 Jan 18 13:18:28.934451 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-593c7dc0-ea23-4f96-a9d8-6cd89201984b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=519119df-4601-48ee-9414-76866220c002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434899 Jan 18 13:18:29.086871 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-11b7f0e6-0096-4ce5-903e-f1eeba9da3d5 service neutron] 10.222.0.91 "GET /v2.0/networks/519119df-4601-48ee-9414-76866220c002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450477 Jan 18 13:18:29.367756 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ff9b5aef-b652-4b57-b5fb-e065f5738546 req-80848a47-f60b-4aca-b7c2-07c27e113bd2 service neutron] 10.222.0.91 "GET /v2.0/networks/519119df-4601-48ee-9414-76866220c002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757591 Jan 18 13:18:29.682826 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-c310e438-3d93-4acd-85c1-93de01a9a149 req-c4712061-95b2-4c87-9f77-63f1340c52d6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2dfd24669034b03a3fd0005ea00452d&device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 1096 time: 0.0853627 Jan 18 13:18:29.816357 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331c29-7664-4fbc-aaab-90999af1f725 req-cae1732d-b4b6-4e4f-8b70-f8669d8819a0 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:29.817869 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f2331c29-7664-4fbc-aaab-90999af1f725 req-cae1732d-b4b6-4e4f-8b70-f8669d8819a0 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 943 time: 0.0835733 Jan 18 13:18:29.827807 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310e438-3d93-4acd-85c1-93de01a9a149 req-87ea7f6e-114a-41c2-ae71-53030fb3c70f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:29.831739 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-c310e438-3d93-4acd-85c1-93de01a9a149 req-87ea7f6e-114a-41c2-ae71-53030fb3c70f service neutron] 10.222.0.91 "GET /v2.0/networks?id=519119df-4601-48ee-9414-76866220c002 HTTP/1.1" status: 200 len: 915 time: 0.1386902 Jan 18 13:18:29.877856 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f2331c29-7664-4fbc-aaab-90999af1f725 req-caa2f875-24a5-43ff-bb7e-2fa3a27ec6d3 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535731 Jan 18 13:18:29.998604 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-c310e438-3d93-4acd-85c1-93de01a9a149 req-e9a004bc-eda2-4224-be16-bbf2317d5b7c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae33e652-8aa0-4232-9c53-868862e5f533 HTTP/1.1" status: 200 len: 217 time: 0.1624107 Jan 18 13:18:30.095353 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310e438-3d93-4acd-85c1-93de01a9a149 req-4e0a9931-64b2-4725-a699-6e6aa1b542f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:30.097298 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-c310e438-3d93-4acd-85c1-93de01a9a149 req-4e0a9931-64b2-4725-a699-6e6aa1b542f9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d1666911-6eb3-4bf6-aa23-8b2da8b43f15 HTTP/1.1" status: 200 len: 854 time: 0.0674622 Jan 18 13:18:30.169698 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-c310e438-3d93-4acd-85c1-93de01a9a149 req-eca57988-d861-4c1b-a192-e6bd5959be35 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=519119df-4601-48ee-9414-76866220c002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460384 Jan 18 13:18:30.344540 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-c310e438-3d93-4acd-85c1-93de01a9a149 req-c3021a20-6252-4dee-ac64-24855c55b98d service neutron] 10.222.0.91 "GET /v2.0/networks/519119df-4601-48ee-9414-76866220c002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678259 Jan 18 13:18:30.484686 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-c310e438-3d93-4acd-85c1-93de01a9a149 req-bef18205-bd2b-49c1-9f59-d3ed76134367 service neutron] 10.222.0.91 "GET /v2.0/networks/519119df-4601-48ee-9414-76866220c002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336060 Jan 18 13:18:31.095568 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b21c61-1ba3-4ad6-9243-7c4c9f1fad00 req-61769694-46ac-442f-8c59-7cb6db6f397f tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:31.097159 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-05b21c61-1ba3-4ad6-9243-7c4c9f1fad00 req-61769694-46ac-442f-8c59-7cb6db6f397f tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 943 time: 0.0823174 Jan 18 13:18:31.149612 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-05b21c61-1ba3-4ad6-9243-7c4c9f1fad00 req-8a58d28f-0334-4089-9b5f-28987876ca0f tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464745 Jan 18 13:18:31.718608 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:32.325013 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device ae33e652-8aa0-4232-9c53-868862e5f533 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:18:32.363578 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1282e3-3bd5-4115-a8bd-74b90d72cd3a req-7a525d5b-a06b-4edc-bbfb-42299c568c37 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:32.365086 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cc1282e3-3bd5-4115-a8bd-74b90d72cd3a req-7a525d5b-a06b-4edc-bbfb-42299c568c37 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 943 time: 0.0842981 Jan 18 13:18:32.416623 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cc1282e3-3bd5-4115-a8bd-74b90d72cd3a req-adb30900-f33e-4aa1-8af4-5d91e50786fd tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 Jan 18 13:18:32.492539 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port ae33e652-8aa0-4232-9c53-868862e5f533, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ae33e652-8aa0-4232-9c53-868862e5f533,segment=NetworkSegment(21593f59-c64b-4389-b839-eb4fa2fc2f2d),segment_id=21593f59-c64b-4389-b839-eb4fa2fc2f2d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:32.507241 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': 'ae33e652-8aa0-4232-9c53-868862e5f533', 'network_id': '519119df-4601-48ee-9414-76866220c002', 'port_id': 'ae33e652-8aa0-4232-9c53-868862e5f533', 'mac_address': 'fa:16:3e:d1:11:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1666911-6eb3-4bf6-aa23-8b2da8b43f15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:18:32.567698 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:32.585760 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae33e652-8aa0-4232-9c53-868862e5f533 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:18:32.601130 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port ae33e652-8aa0-4232-9c53-868862e5f533, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ae33e652-8aa0-4232-9c53-868862e5f533,segment=NetworkSegment(21593f59-c64b-4389-b839-eb4fa2fc2f2d),segment_id=21593f59-c64b-4389-b839-eb4fa2fc2f2d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:32.706285 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:32.772718 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=ae33e652-8aa0-4232-9c53-868862e5f533,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:33.198053 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['ae33e652-8aa0-4232-9c53-868862e5f533'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:18:33.640115 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6300e1c-b6ce-45e4-bee8-23eeac84aca4 req-e402a4da-1de5-4a69-8a40-050f4eca660a tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:33.642169 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f6300e1c-b6ce-45e4-bee8-23eeac84aca4 req-e402a4da-1de5-4a69-8a40-050f4eca660a tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 944 time: 0.0810244 Jan 18 13:18:33.698093 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f6300e1c-b6ce-45e4-bee8-23eeac84aca4 req-619332fe-06d7-4ca9-a36b-21094929f4c0 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500951 Jan 18 13:18:34.916365 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a6a5d-d66a-49a8-8eb5-004c57d97bbe req-b052a015-4d4e-4739-b1aa-16b3e2d4c5b0 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:34.917853 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-298a6a5d-d66a-49a8-8eb5-004c57d97bbe req-b052a015-4d4e-4739-b1aa-16b3e2d4c5b0 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 944 time: 0.0871103 Jan 18 13:18:34.970608 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-298a6a5d-d66a-49a8-8eb5-004c57d97bbe req-a4df1c6f-3580-4424-a3fc-776dc12f7bbe tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466902 Jan 18 13:18:36.189953 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0dce0-29f6-4a83-b8bb-e0ad57e9cdae req-18951d14-f8f7-408d-8729-f7f81885e4c3 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:36.191498 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7ae0dce0-29f6-4a83-b8bb-e0ad57e9cdae req-18951d14-f8f7-408d-8729-f7f81885e4c3 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 944 time: 0.0915997 Jan 18 13:18:36.239863 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7ae0dce0-29f6-4a83-b8bb-e0ad57e9cdae req-4819c627-56bf-4405-8f4a-fc2dec076f16 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Jan 18 13:18:36.335990 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device ae33e652-8aa0-4232-9c53-868862e5f533 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:18:36.460822 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port ae33e652-8aa0-4232-9c53-868862e5f533 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:18:36.466364 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port ae33e652-8aa0-4232-9c53-868862e5f533 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:18:36.466727 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:36.586315 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:36.616023 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6180c2ae-86c4-4a43-a3ee-e022c628327d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae33e652-8aa0-4232-9c53-868862e5f533'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:18:36.628470 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port ae33e652-8aa0-4232-9c53-868862e5f533, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ae33e652-8aa0-4232-9c53-868862e5f533,segment=NetworkSegment(21593f59-c64b-4389-b839-eb4fa2fc2f2d),segment_id=21593f59-c64b-4389-b839-eb4fa2fc2f2d)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:36.678503 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6180c2ae-86c4-4a43-a3ee-e022c628327d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae33e652-8aa0-4232-9c53-868862e5f533', 'code': 200} Jan 18 13:18:36.688092 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:36.757300 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=ae33e652-8aa0-4232-9c53-868862e5f533,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:37.135797 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-bb3b5c69-e172-42f9-b8cd-b9ad504eb21c req-07453c59-0061-4b2f-bcc4-2a580be3e0d8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 1098 time: 0.0700243 Jan 18 13:18:37.181142 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-bb3b5c69-e172-42f9-b8cd-b9ad504eb21c req-0ce50d32-5d56-4aca-916b-65646ae3b646 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386782 Jan 18 13:18:37.452031 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084eec3b-b0be-43de-88fc-96d5fe346d88 req-8c74d9fe-fc62-41a3-8a17-df0fe78db98a tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:37.453484 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-084eec3b-b0be-43de-88fc-96d5fe346d88 req-8c74d9fe-fc62-41a3-8a17-df0fe78db98a tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 945 time: 0.0830696 Jan 18 13:18:37.499250 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-084eec3b-b0be-43de-88fc-96d5fe346d88 req-d967f023-c527-4fd3-8e56-7c7544764810 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Jan 18 13:18:37.959932 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-492c285c-adce-442f-8e21-a6a1af71a3d7 req-00e5b41d-b556-4b0e-a5f6-b7087f87ffda service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714271 Jan 18 13:18:38.163424 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-492c285c-adce-442f-8e21-a6a1af71a3d7 req-1ae46ae2-3448-43c4-ba58-0b0638a2ef05 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 1098 time: 0.0700161 Jan 18 13:18:38.312421 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c285c-adce-442f-8e21-a6a1af71a3d7 req-9e5aad0b-8776-4940-a19b-b1dc04b3917b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:38.314635 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-492c285c-adce-442f-8e21-a6a1af71a3d7 req-9e5aad0b-8776-4940-a19b-b1dc04b3917b service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 913 time: 0.1306326 Jan 18 13:18:38.453398 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-492c285c-adce-442f-8e21-a6a1af71a3d7 req-cd382ebd-ade3-43b2-a18e-bbdea19d62e0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef9bbace-637f-4dc1-851f-bff441ca1d3c HTTP/1.1" status: 200 len: 1001 time: 0.0989630 Jan 18 13:18:38.521886 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c285c-adce-442f-8e21-a6a1af71a3d7 req-85e96051-8771-41f1-b99d-dff5b355768a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:38.523367 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-492c285c-adce-442f-8e21-a6a1af71a3d7 req-85e96051-8771-41f1-b99d-dff5b355768a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8ff1fabd-3520-456c-8dfd-6e9647c65920 HTTP/1.1" status: 200 len: 851 time: 0.0570717 Jan 18 13:18:38.616508 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-492c285c-adce-442f-8e21-a6a1af71a3d7 req-89bd4757-a7e0-4f2b-8cad-94ae8492d94a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863385 Jan 18 13:18:38.710913 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c10771-f8b1-46ee-b2a5-e1be39d6e876 req-463899b2-e084-42d2-9d92-2937590162bb tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:38.712715 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-09c10771-f8b1-46ee-b2a5-e1be39d6e876 req-463899b2-e084-42d2-9d92-2937590162bb tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 945 time: 0.0833237 Jan 18 13:18:38.758764 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-492c285c-adce-442f-8e21-a6a1af71a3d7 req-6d712955-ec3e-46de-895a-3b4ae7b75109 service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354892 Jan 18 13:18:38.775084 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-09c10771-f8b1-46ee-b2a5-e1be39d6e876 req-7e8d7894-a5cf-4af7-92a0-71b48fdaa807 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530932 Jan 18 13:18:38.899654 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-492c285c-adce-442f-8e21-a6a1af71a3d7 req-eaace06a-e1b7-4230-a60c-3e8670e784eb service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343138 Jan 18 13:18:39.983960 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aea263-73ee-4ce7-949b-a4ec86ec7caa req-13a42c9e-736b-4129-80ce-0abbb59b0f40 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:39.986217 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14aea263-73ee-4ce7-949b-a4ec86ec7caa req-13a42c9e-736b-4129-80ce-0abbb59b0f40 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 945 time: 0.0866106 Jan 18 13:18:40.034330 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14aea263-73ee-4ce7-949b-a4ec86ec7caa req-da982ca2-2cb3-455d-928e-dc8b707fdd45 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425198 Jan 18 13:18:49.305159 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd7749bd-e7bf-48d7-ad6b-3415bcb10fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:51.718084 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f951b75-75f8-42c5-8619-559d0c0579d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:52.456300 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:18:52.779834 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:52.934761 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:54.141076 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:01.717799 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:09.611421 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf030-0830-451d-b77c-f54e2d98c6c2 req-406be913-c351-46a5-8657-dc300b8b6ec8 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:09.612945 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-338cf030-0830-451d-b77c-f54e2d98c6c2 req-406be913-c351-46a5-8657-dc300b8b6ec8 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 945 time: 0.0780818 Jan 18 13:19:09.664352 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-338cf030-0830-451d-b77c-f54e2d98c6c2 req-053f40e6-293c-4853-8747-5ff456e71f18 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460474 Jan 18 13:19:10.863199 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e0bd1-c789-40d2-897e-1a7c1d036c38 req-5dcdc26f-f96b-4223-ad72-728f838d409a tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:10.864669 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6c8e0bd1-c789-40d2-897e-1a7c1d036c38 req-5dcdc26f-f96b-4223-ad72-728f838d409a tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 945 time: 0.0760622 Jan 18 13:19:10.911018 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6c8e0bd1-c789-40d2-897e-1a7c1d036c38 req-9eb239fb-955b-4831-86e8-218ee0d1bb30 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Jan 18 13:19:11.782281 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-642d4efb-1b95-40fb-9f7a-1311ba2855e6 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:11.783726 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-642d4efb-1b95-40fb-9f7a-1311ba2855e6 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Synchronizing usage tracker for tenant:e2dfd24669034b03a3fd0005ea00452d on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:11.865771 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-642d4efb-1b95-40fb-9f7a-1311ba2855e6 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Unset dirty status for tenant:e2dfd24669034b03a3fd0005ea00452d on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:11.866927 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-642d4efb-1b95-40fb-9f7a-1311ba2855e6 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.91 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 945 time: 0.1606228 Jan 18 13:19:11.941311 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-30d585ae-0b5d-479d-a2cc-0b16be1c44ff tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Deleting port ae33e652-8aa0-4232-9c53-868862e5f533 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:11.941545 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-30d585ae-0b5d-479d-a2cc-0b16be1c44ff tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:12.148482 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db6fe8-63a9-42fd-a5ba-9eb7ad6116f6 req-69460a28-07ec-46ee-8831-de4efbfba7ed tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:12.151110 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f5db6fe8-63a9-42fd-a5ba-9eb7ad6116f6 req-69460a28-07ec-46ee-8831-de4efbfba7ed tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 945 time: 0.1106346 Jan 18 13:19:12.204653 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f5db6fe8-63a9-42fd-a5ba-9eb7ad6116f6 req-af38adeb-f2ac-45a0-adc6-f21b7bfdb8c8 tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478773 Jan 18 13:19:12.294028 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-30d585ae-0b5d-479d-a2cc-0b16be1c44ff tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] For port ae33e652-8aa0-4232-9c53-868862e5f533, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ae33e652-8aa0-4232-9c53-868862e5f533,segment=NetworkSegment(21593f59-c64b-4389-b839-eb4fa2fc2f2d),segment_id=21593f59-c64b-4389-b839-eb4fa2fc2f2d)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:12.294386 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-30d585ae-0b5d-479d-a2cc-0b16be1c44ff tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:12.425743 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-30d585ae-0b5d-479d-a2cc-0b16be1c44ff tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Calling delete_port for ae33e652-8aa0-4232-9c53-868862e5f533 owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:12.632009 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-30d585ae-0b5d-479d-a2cc-0b16be1c44ff tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:12.675074 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['ae33e652-8aa0-4232-9c53-868862e5f533'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:19:12.686747 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d585ae-0b5d-479d-a2cc-0b16be1c44ff tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Pushing event deleted for resources: {'Port': ['ID=ae33e652-8aa0-4232-9c53-868862e5f533,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:12.758907 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-30d585ae-0b5d-479d-a2cc-0b16be1c44ff tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] No DVR routers for this DVR port ae33e652-8aa0-4232-9c53-868862e5f533 on host hv-cinder-82510 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:19:12.761430 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-30d585ae-0b5d-479d-a2cc-0b16be1c44ff tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:12.763927 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6180c2ae-86c4-4a43-a3ee-e022c628327d', 'name': 'network-vif-deleted', 'tag': 'ae33e652-8aa0-4232-9c53-868862e5f533'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:12.824314 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6180c2ae-86c4-4a43-a3ee-e022c628327d', 'name': 'network-vif-deleted', 'tag': 'ae33e652-8aa0-4232-9c53-868862e5f533', 'status': 'completed', 'code': 200} Jan 18 13:19:12.866763 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-bc4304cb-395b-4fc8-94d5-8512ebfaccd5 req-30d585ae-0b5d-479d-a2cc-0b16be1c44ff tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.91 "DELETE /v2.0/ports/ae33e652-8aa0-4232-9c53-868862e5f533 HTTP/1.1" status: 204 len: 173 time: 0.9942539 Jan 18 13:19:13.386073 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-75a01cdd-80e6-4d09-892d-7640feed5608 req-4924e3fc-2a02-4f16-a768-fc7260d1e16f tempest-VolumesSnapshotTestJSON-1952432405 tempest-VolumesSnapshotTestJSON-1952432405-project] 10.222.0.87 "GET /v2.0/ports?device_id=6180c2ae-86c4-4a43-a3ee-e022c628327d HTTP/1.1" status: 200 len: 210 time: 0.0427840 Jan 18 13:19:16.552742 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device ae33e652-8aa0-4232-9c53-868862e5f533 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:16.586090 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: ae33e652-8aa0-4232-9c53-868862e5f533 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:16.586432 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device ae33e652-8aa0-4232-9c53-868862e5f533 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:19.277440 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7144b0f9-dcf9-40bc-a40f-2ab339806485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:21.699969 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6cec4ddd-ff5b-45ec-b87f-d9a35d907358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:22.768474 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:22.946178 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:24.076116 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:29.456265 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:19:31.722876 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:33.287480 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38963d45-db45-42a0-b772-8d887d4f6525 req-fdc3d4c1-db82-407a-a372-377836b48711 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38813834&fields=id&tenant_id=c5ee90cc67ab40cd8bef0b0639fee7fe HTTP/1.1" status: 200 len: 267 time: 0.0584381 Jan 18 13:19:33.400329 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38963d45-db45-42a0-b772-8d887d4f6525 req-79c562c2-d22b-4d36-8392-aa7da0f93c71 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:33.401877 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38963d45-db45-42a0-b772-8d887d4f6525 req-79c562c2-d22b-4d36-8392-aa7da0f93c71 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 984 time: 0.1102450 Jan 18 13:19:33.413791 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-38963d45-db45-42a0-b772-8d887d4f6525 req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Request body: {'port': {'security_groups': ['4f311b5e-6406-4948-8849-ea60cd7dc3e9']}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:33.553421 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38963d45-db45-42a0-b772-8d887d4f6525 req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:33.938536 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-38963d45-db45-42a0-b772-8d887d4f6525 req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] For port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:33.969587 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38963d45-db45-42a0-b772-8d887d4f6525 req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.030427 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38963d45-db45-42a0-b772-8d887d4f6525 req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.069045 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['21cdd803-f6c7-4f87-9878-5c5c59e70d3c'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:19:34.132837 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event updated for resources: {'Port': ['ID=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,revision_number=7']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:34.164809 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.165239 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.165489 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.165988 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.166107 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.167021 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.167381 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.167704 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.168023 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.168339 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.168659 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.186481 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38963d45-db45-42a0-b772-8d887d4f6525 req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:34.187147 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-38963d45-db45-42a0-b772-8d887d4f6525 req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.190360 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-38963d45-db45-42a0-b772-8d887d4f6525 req-fc03e6bd-91fd-4871-be4f-721143bfc88a tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "PUT /v2.0/ports/21cdd803-f6c7-4f87-9878-5c5c59e70d3c HTTP/1.1" status: 200 len: 942 time: 0.7813416 Jan 18 13:19:34.191368 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:34.196420 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57396) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:34.276339 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'status': 'completed', 'code': 200} Jan 18 13:19:34.286415 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.323748 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.430736 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['21cdd803-f6c7-4f87-9878-5c5c59e70d3c'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:19:34.432585 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a2d3be2-076b-4c9b-814e-79f48a2be050 req-1e6341e6-1dcc-4718-a71c-106174ebc3fa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c5ee90cc67ab40cd8bef0b0639fee7fe&device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 1098 time: 0.1005487 Jan 18 13:19:34.509106 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b5541191-727a-4f2e-82d4-c75c1219388d None None] Provisioning complete for port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:34.509759 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b5541191-727a-4f2e-82d4-c75c1219388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.575169 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.589087 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d3be2-076b-4c9b-814e-79f48a2be050 req-92ba06de-68ac-401b-95c4-609494202718 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:34.590588 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a2d3be2-076b-4c9b-814e-79f48a2be050 req-92ba06de-68ac-401b-95c4-609494202718 service neutron] 10.222.0.91 "GET /v2.0/networks?id=327889a7-f239-42c5-9df4-94e863ad829a HTTP/1.1" status: 200 len: 915 time: 0.1505649 Jan 18 13:19:34.597497 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773c80c7-6c86-4235-ba31-aa50d31b06b0,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:34.661449 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.662586 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "DELETE /v2.0/security-groups/773c80c7-6c86-4235-ba31-aa50d31b06b0 HTTP/1.1" status: 204 len: 168 time: 0.4651601 Jan 18 13:19:34.665546 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 57406) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:34.726434 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.726865 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.727292 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.727838 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.728174 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.728709 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.729100 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.729493 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.729909 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.730297 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.730681 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea58c28-1bf1-4fc5-971d-34b1924692d8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:19:34.734742 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a2d3be2-076b-4c9b-814e-79f48a2be050 req-2f6ad860-db61-4a89-a7f0-0573376b6bf6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c HTTP/1.1" status: 200 len: 1001 time: 0.1348047 Jan 18 13:19:34.839269 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d3be2-076b-4c9b-814e-79f48a2be050 req-d1ab62b7-a881-49b2-8b3f-1220ef8946f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:34.840784 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a2d3be2-076b-4c9b-814e-79f48a2be050 req-d1ab62b7-a881-49b2-8b3f-1220ef8946f6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=db3d1c71-ca3b-48f9-8b6c-90b4e24188ed HTTP/1.1" status: 200 len: 853 time: 0.0627038 Jan 18 13:19:34.883210 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-5ccdbea7-858b-4398-886b-9d5a87c76c2e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Deleting port 5d69085a-e38d-42e4-9329-902af8a2b426 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:34.883567 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5ccdbea7-858b-4398-886b-9d5a87c76c2e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:34.915630 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a2d3be2-076b-4c9b-814e-79f48a2be050 req-323073c5-5671-4051-a681-18f79a48fd80 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=327889a7-f239-42c5-9df4-94e863ad829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686207 Jan 18 13:19:35.055809 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5ccdbea7-858b-4398-886b-9d5a87c76c2e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:35.056167 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5ccdbea7-858b-4398-886b-9d5a87c76c2e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:35.057056 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a2d3be2-076b-4c9b-814e-79f48a2be050 req-3ecfb321-506a-415b-aae4-fa20f937b28e service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333604 Jan 18 13:19:35.177602 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-5ccdbea7-858b-4398-886b-9d5a87c76c2e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Calling delete_port for 5d69085a-e38d-42e4-9329-902af8a2b426 owned by network:floatingip {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:35.193499 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-6a2d3be2-076b-4c9b-814e-79f48a2be050 req-58e2f5de-905c-46d9-bb88-f8eb98decc86 service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294353 Jan 18 13:19:35.396877 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5ccdbea7-858b-4398-886b-9d5a87c76c2e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:35.442165 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdbea7-858b-4398-886b-9d5a87c76c2e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event deleted for resources: {'Port': ['ID=5d69085a-e38d-42e4-9329-902af8a2b426,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:35.536681 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5ccdbea7-858b-4398-886b-9d5a87c76c2e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks [] for floatingip, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:35.938204 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccdbea7-858b-4398-886b-9d5a87c76c2e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Router db486531-b6a3-4b83-9b78-aea725f0d13e has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:19:36.239143 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccdbea7-858b-4398-886b-9d5a87c76c2e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:19:36.251087 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db2d779-3955-4cac-9d6b-6c7cadde3828 None None] Sync routers for ids ['db486531-b6a3-4b83-9b78-aea725f0d13e'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:19:36.265456 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db2d779-3955-4cac-9d6b-6c7cadde3828 None None] Routers {'db486531-b6a3-4b83-9b78-aea725f0d13e'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:36.266697 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5db2d779-3955-4cac-9d6b-6c7cadde3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:19:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['db486531-b6a3-4b83-9b78-aea725f0d13e'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:36.352672 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5ccdbea7-858b-4398-886b-9d5a87c76c2e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:36.412042 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-5ccdbea7-858b-4398-886b-9d5a87c76c2e tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "DELETE /v2.0/floatingips/c4102b62-45bc-4c9d-9d64-99ca0d166501 HTTP/1.1" status: 204 len: 168 time: 1.7453229 Jan 18 13:19:36.412641 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:36.452725 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-5db2d779-3955-4cac-9d6b-6c7cadde3828 None None] Set router db486531-b6a3-4b83-9b78-aea725f0d13e gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:36.478071 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'status': 'completed', 'code': 200} Jan 18 13:19:36.604721 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ca784bb4-fff4-4b67-9188-41530860021c req-1665ff76-465d-4953-8447-3eee2b646475 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c5ee90cc67ab40cd8bef0b0639fee7fe&device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 1098 time: 0.0771739 Jan 18 13:19:36.819480 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5db2d779-3955-4cac-9d6b-6c7cadde3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'fa50a7b3-a1be-46f5-a088-93490a075fd1', 'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'mac_address': 'fa:16:3e:70:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:36Z', 'updated_at': '2022-01-18T13:14:58Z', 'revision_number': 5, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'subnets': [{'id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:36.824026 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db2d779-3955-4cac-9d6b-6c7cadde3828 None None] Checking router: db486531-b6a3-4b83-9b78-aea725f0d13e for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:19:36.837399 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db2d779-3955-4cac-9d6b-6c7cadde3828 None None] Routers {'db486531-b6a3-4b83-9b78-aea725f0d13e'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:36.841849 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5db2d779-3955-4cac-9d6b-6c7cadde3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:19:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['db486531-b6a3-4b83-9b78-aea725f0d13e'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:36.849311 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784bb4-fff4-4b67-9188-41530860021c req-5ab0ec0c-a24b-41f1-8ae8-246670215ecc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:36.850735 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ca784bb4-fff4-4b67-9188-41530860021c req-5ab0ec0c-a24b-41f1-8ae8-246670215ecc service neutron] 10.222.0.91 "GET /v2.0/networks?id=327889a7-f239-42c5-9df4-94e863ad829a HTTP/1.1" status: 200 len: 915 time: 0.2398980 Jan 18 13:19:36.972158 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ca784bb4-fff4-4b67-9188-41530860021c req-0a67b6d6-0842-496b-afeb-57ace5f49113 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c HTTP/1.1" status: 200 len: 217 time: 0.0882256 Jan 18 13:19:37.041776 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784bb4-fff4-4b67-9188-41530860021c req-e6649c20-3d8d-4613-a808-e66ce13138c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:37.043132 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ca784bb4-fff4-4b67-9188-41530860021c req-e6649c20-3d8d-4613-a808-e66ce13138c3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=db3d1c71-ca3b-48f9-8b6c-90b4e24188ed HTTP/1.1" status: 200 len: 853 time: 0.0648289 Jan 18 13:19:37.043255 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-5db2d779-3955-4cac-9d6b-6c7cadde3828 None None] Set router db486531-b6a3-4b83-9b78-aea725f0d13e gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:37.214800 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ca784bb4-fff4-4b67-9188-41530860021c req-88722f5c-726a-421b-a420-47379a317b84 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=327889a7-f239-42c5-9df4-94e863ad829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1502099 Jan 18 13:19:37.371095 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ca784bb4-fff4-4b67-9188-41530860021c req-e495fe27-74e7-4fe7-901c-c99cf08550a4 service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469555 Jan 18 13:19:37.416241 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-5db2d779-3955-4cac-9d6b-6c7cadde3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'fa50a7b3-a1be-46f5-a088-93490a075fd1', 'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'mac_address': 'fa:16:3e:70:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:36Z', 'updated_at': '2022-01-18T13:14:58Z', 'revision_number': 5, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'subnets': [{'id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:37.420454 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db2d779-3955-4cac-9d6b-6c7cadde3828 None None] The sync data for ids ['db486531-b6a3-4b83-9b78-aea725f0d13e'] in dv-cinder-825102-1-iscsi is: [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:14:37Z', 'revision_number': 4, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'fa50a7b3-a1be-46f5-a088-93490a075fd1', 'name': '', 'network_id': '327889a7-f239-42c5-9df4-94e863ad829a', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'mac_address': 'fa:16:3e:70:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:36Z', 'updated_at': '2022-01-18T13:14:58Z', 'revision_number': 5, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'subnets': [{'id': 'db3d1c71-ca3b-48f9-8b6c-90b4e24188ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:19:37.524240 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ca784bb4-fff4-4b67-9188-41530860021c req-ed094d99-7acd-43a0-ac39-391c89d36b40 service neutron] 10.222.0.91 "GET /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466417 Jan 18 13:19:37.661389 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff530a3-bed9-472b-83aa-0fcbec50e587 None None] New status for floating IP c4102b62-45bc-4c9d-9d64-99ca0d166501: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:19:38.208496 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f966d5-966c-479f-8ee6-438e2bbdec64 req-00b5f2b5-f386-447c-bb32-40c1f2f7c5f9 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:38.209950 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d8f966d5-966c-479f-8ee6-438e2bbdec64 req-00b5f2b5-f386-447c-bb32-40c1f2f7c5f9 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 945 time: 0.2532153 Jan 18 13:19:38.256225 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d8f966d5-966c-479f-8ee6-438e2bbdec64 req-d0cfaccf-e119-4372-916e-f2f6692e7936 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407093 Jan 18 13:19:39.565116 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952df7e0-2c3a-4017-9cf2-967100de5a02 req-25ee3b12-a0df-4388-af53-81efdbe04115 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:39.566719 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-952df7e0-2c3a-4017-9cf2-967100de5a02 req-25ee3b12-a0df-4388-af53-81efdbe04115 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 945 time: 0.1802227 Jan 18 13:19:39.626016 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-952df7e0-2c3a-4017-9cf2-967100de5a02 req-130c6491-6347-4082-9a6c-7c3d037c9e9a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452521 Jan 18 13:19:40.359027 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-a402619c-3eed-4c45-a066-e322e4b7ff19 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:40.359971 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-a402619c-3eed-4c45-a066-e322e4b7ff19 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Synchronizing usage tracker for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:40.459910 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-a402619c-3eed-4c45-a066-e322e4b7ff19 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Unset dirty status for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:40.460981 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-a402619c-3eed-4c45-a066-e322e4b7ff19 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 945 time: 0.1805162 Jan 18 13:19:40.533510 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Deleting port ef9bbace-637f-4dc1-851f-bff441ca1d3c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:40.533979 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:40.802012 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] For port ef9bbace-637f-4dc1-851f-bff441ca1d3c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ef9bbace-637f-4dc1-851f-bff441ca1d3c,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:40.802383 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:40.852107 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d28f0-5e15-4d53-8855-bba67243c3fe req-4ee48e3d-fc09-42bf-8bde-1b2b426043d5 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:40.853653 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3c8d28f0-5e15-4d53-8855-bba67243c3fe req-4ee48e3d-fc09-42bf-8bde-1b2b426043d5 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 945 time: 0.0923142 Jan 18 13:19:40.913072 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3c8d28f0-5e15-4d53-8855-bba67243c3fe req-afdfac6a-befe-4fd0-9d54-01d02487dfa0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525939 Jan 18 13:19:41.120327 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:41.120690 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:41.121001 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.l3_db [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Floating IP e76fcc48-4113-4551-a02e-0e214ac30d92 disassociated. External IP: 172.27.1.110, port: ef9bbace-637f-4dc1-851f-bff441ca1d3c. Jan 18 13:19:41.121390 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Calling delete_port for ef9bbace-637f-4dc1-851f-bff441ca1d3c owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:41.305713 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:41.352494 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event deleted for resources: {'Port': ['ID=ef9bbace-637f-4dc1-851f-bff441ca1d3c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:41.536637 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb5f12-b748-4232-b8dd-311ba0082555 req-7f8ac9de-db7c-4187-8894-15faf21694e2 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:41.537359 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-99fb5f12-b748-4232-b8dd-311ba0082555 req-7f8ac9de-db7c-4187-8894-15faf21694e2 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Synchronizing usage tracker for tenant:c5ee90cc67ab40cd8bef0b0639fee7fe on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:41.601542 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-99fb5f12-b748-4232-b8dd-311ba0082555 req-7f8ac9de-db7c-4187-8894-15faf21694e2 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Unset dirty status for tenant:c5ee90cc67ab40cd8bef0b0639fee7fe on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:41.603020 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-99fb5f12-b748-4232-b8dd-311ba0082555 req-7f8ac9de-db7c-4187-8894-15faf21694e2 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.1440251 Jan 18 13:19:41.650291 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Router 6dc34715-53be-4919-936f-b6a1cecd8500 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:19:41.650772 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-99fb5f12-b748-4232-b8dd-311ba0082555 req-830ebdef-bd0f-40ba-a178-9cd82a8489a1 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Jan 18 13:19:41.858066 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:19:41.868735 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a40dc1-88d7-4fff-994d-8bfff49a5aa3 None None] Sync routers for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:19:41.884106 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a40dc1-88d7-4fff-994d-8bfff49a5aa3 None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:41.885074 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-23a40dc1-88d7-4fff-994d-8bfff49a5aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:19:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:41.944593 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] No DVR routers for this DVR port ef9bbace-637f-4dc1-851f-bff441ca1d3c on host hv-cinder-82510 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:19:41.947405 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:41.950144 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b924f66b-dec9-49b3-83df-165389a206ad', 'name': 'network-vif-deleted', 'tag': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:42.018148 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b924f66b-dec9-49b3-83df-165389a206ad', 'name': 'network-vif-deleted', 'tag': 'ef9bbace-637f-4dc1-851f-bff441ca1d3c', 'status': 'completed', 'code': 200} Jan 18 13:19:42.039012 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-0ad80e70-f321-4569-adb0-884855d0fb85 req-cae0d003-d73c-42f9-ae8c-0a81a81c129d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "DELETE /v2.0/ports/ef9bbace-637f-4dc1-851f-bff441ca1d3c HTTP/1.1" status: 204 len: 173 time: 1.5718749 Jan 18 13:19:42.106795 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-23a40dc1-88d7-4fff-994d-8bfff49a5aa3 None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:42.119402 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8139d81b-f2c2-477c-881e-1e498e117ffc req-334d843a-e520-4f2b-b289-5fabc4ac7a1a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 210 time: 0.0502105 Jan 18 13:19:42.456797 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-23a40dc1-88d7-4fff-994d-8bfff49a5aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:42.460341 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a40dc1-88d7-4fff-994d-8bfff49a5aa3 None None] Checking router: 6dc34715-53be-4919-936f-b6a1cecd8500 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:19:42.470839 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a40dc1-88d7-4fff-994d-8bfff49a5aa3 None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:42.471473 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-23a40dc1-88d7-4fff-994d-8bfff49a5aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:19:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:42.687463 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-23a40dc1-88d7-4fff-994d-8bfff49a5aa3 None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:42.853588 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b44059-75db-4698-b546-8548264d9cab req-19f354e1-9666-4ebb-bb70-3e1712cb2912 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:42.855050 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-59b44059-75db-4698-b546-8548264d9cab req-19f354e1-9666-4ebb-bb70-3e1712cb2912 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.0781701 Jan 18 13:19:42.919231 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-59b44059-75db-4698-b546-8548264d9cab req-ec4ea44a-879b-44dd-abeb-48414af19ec3 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561993 Jan 18 13:19:43.029697 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-23a40dc1-88d7-4fff-994d-8bfff49a5aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:43.033910 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a40dc1-88d7-4fff-994d-8bfff49a5aa3 None None] The sync data for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi is: [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:19:43.257624 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc65645-28fc-4fbe-93a7-cdc812780adb None None] New status for floating IP e76fcc48-4113-4551-a02e-0e214ac30d92: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:19:43.313032 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f351e3c5-c6c2-4757-b5c4-4f13eb0238ee req-a0bfffbc-9398-4654-a020-39da4747ddc2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=b924f66b-dec9-49b3-83df-165389a206ad HTTP/1.1" status: 200 len: 210 time: 0.0489807 Jan 18 13:19:43.826316 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-38b1fdbe-4b86-475e-b99f-611615fac871 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:43.827007 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-38b1fdbe-4b86-475e-b99f-611615fac871 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Synchronizing usage tracker for tenant:c5ee90cc67ab40cd8bef0b0639fee7fe on resource:port {{(pid=83737) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:19:43.839663 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-38b1fdbe-4b86-475e-b99f-611615fac871 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Unset dirty status for tenant:c5ee90cc67ab40cd8bef0b0639fee7fe on resource:port {{(pid=83737) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:19:43.840772 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-38b1fdbe-4b86-475e-b99f-611615fac871 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.91 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.0909524 Jan 18 13:19:43.912972 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-e0785a3c-7d18-44b4-a7d7-445896fd457d tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Deleting port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:43.913312 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-e0785a3c-7d18-44b4-a7d7-445896fd457d tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.138843 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d6562-a4dc-405b-b88d-da6099ef73e6 req-14bb06af-005b-4311-9582-0b35fcf1e385 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:44.140994 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f32d6562-a4dc-405b-b88d-da6099ef73e6 req-14bb06af-005b-4311-9582-0b35fcf1e385 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 945 time: 0.0949121 Jan 18 13:19:44.189271 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f32d6562-a4dc-405b-b88d-da6099ef73e6 req-fa0ed4d8-2749-4d08-a299-6167dd5fe5f8 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/security-groups?id=4f311b5e-6406-4948-8849-ea60cd7dc3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Jan 18 13:19:44.196529 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-e0785a3c-7d18-44b4-a7d7-445896fd457d tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] For port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:44.196875 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-e0785a3c-7d18-44b4-a7d7-445896fd457d tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.330110 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-e0785a3c-7d18-44b4-a7d7-445896fd457d tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Calling delete_port for 21cdd803-f6c7-4f87-9878-5c5c59e70d3c owned by compute:nova {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:44.562984 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-e0785a3c-7d18-44b4-a7d7-445896fd457d tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.597352 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['21cdd803-f6c7-4f87-9878-5c5c59e70d3c'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:19:44.617756 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0785a3c-7d18-44b4-a7d7-445896fd457d tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Pushing event deleted for resources: {'Port': ['ID=21cdd803-f6c7-4f87-9878-5c5c59e70d3c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:44.691175 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-e0785a3c-7d18-44b4-a7d7-445896fd457d tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] No DVR routers for this DVR port 21cdd803-f6c7-4f87-9878-5c5c59e70d3c on host hv-cinder-82510 {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:19:44.693628 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-e0785a3c-7d18-44b4-a7d7-445896fd457d tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:44.696318 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'name': 'network-vif-deleted', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:44.713889 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device ef9bbace-637f-4dc1-851f-bff441ca1d3c no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:44.728472 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-5b5f2c69-683e-438b-b8f3-6f242d9c80e0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974530364&fields=id&tenant_id=a0cf2555372d4833a1b2cbdd625d2186 HTTP/1.1" status: 200 len: 267 time: 0.0458822 Jan 18 13:19:44.752114 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: ef9bbace-637f-4dc1-851f-bff441ca1d3c {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:44.758604 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device ef9bbace-637f-4dc1-851f-bff441ca1d3c not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:44.758891 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21214a91-4e73-4194-84c2-2a4b48bd8c81', 'name': 'network-vif-deleted', 'tag': '21cdd803-f6c7-4f87-9878-5c5c59e70d3c', 'status': 'completed', 'code': 200} Jan 18 13:19:44.780844 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e9a276ad-cf6e-4108-ba8b-88f90763511c req-e0785a3c-7d18-44b4-a7d7-445896fd457d tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.91 "DELETE /v2.0/ports/21cdd803-f6c7-4f87-9878-5c5c59e70d3c HTTP/1.1" status: 204 len: 173 time: 0.9347274 Jan 18 13:19:44.886939 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-351f46de-1275-40f3-a9b5-eeb8fb77ae7f tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:44.888287 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-351f46de-1275-40f3-a9b5-eeb8fb77ae7f tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 812 time: 0.1522014 Jan 18 13:19:44.904629 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-e584e02a-d633-439b-988b-09b0633f24ba tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/quotas/a0cf2555372d4833a1b2cbdd625d2186 HTTP/1.1" status: 200 len: 375 time: 0.0106537 Jan 18 13:19:44.996156 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-98165941-fa26-40aa-b846-cc31d1721413 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0858209 Jan 18 13:19:45.158138 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-0a189c65-22ba-4e14-8835-238e86a939cf service neutron] 10.222.0.87 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470575 Jan 18 13:19:45.293998 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-dbe5a3f8-3a61-4de9-a23b-3a8bd06e118c service neutron] 10.222.0.87 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298494 Jan 18 13:19:45.375352 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2339d6b2-1482-466a-a409-8ac125c7ebcd req-833c465e-f0bf-4236-921c-595b87b4e159 tempest-TestMinimumBasicScenario-1913034088 tempest-TestMinimumBasicScenario-1913034088-project] 10.222.0.87 "GET /v2.0/ports?device_id=21214a91-4e73-4194-84c2-2a4b48bd8c81 HTTP/1.1" status: 200 len: 210 time: 0.0422349 Jan 18 13:19:45.458273 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57572) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:45.524859 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8dac774-56c0-447f-a8ea-63409d8b47ad admin admin] Deleting subnet d1666911-6eb3-4bf6-aa23-8b2da8b43f15 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:19:45.528101 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8dac774-56c0-447f-a8ea-63409d8b47ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.584451 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8dac774-56c0-447f-a8ea-63409d8b47ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091171'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.649559 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8dac774-56c0-447f-a8ea-63409d8b47ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.819915 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8dac774-56c0-447f-a8ea-63409d8b47ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1345888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911589'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.860046 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dac774-56c0-447f-a8ea-63409d8b47ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1666911-6eb3-4bf6-aa23-8b2da8b43f15,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:45.863530 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e8dac774-56c0-447f-a8ea-63409d8b47ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:45.869501 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e8dac774-56c0-447f-a8ea-63409d8b47ad admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d1666911-6eb3-4bf6-aa23-8b2da8b43f15 HTTP/1.1" status: 204 len: 168 time: 0.4101768 Jan 18 13:19:45.871989 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57580) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:45.991208 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.134717 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d37da4f-ff8e-453b-ba79-5c3cb5684212 req-78f57a27-0664-4a10-863c-847ae59a4aea tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 210 time: 0.0602880 Jan 18 13:19:46.210315 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.238509 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519119df-4601-48ee-9414-76866220c002']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:46.255476 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21593f59-c64b-4389-b839-eb4fa2fc2f2d') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:46.255778 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21593f59-c64b-4389-b839-eb4fa2fc2f2d') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:46.268591 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091176'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.285408 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.292115 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:19:46.292571 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347526'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: Traceback (most recent call last): Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: timer() Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: cb(*args, **kw) Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: return func(*args, **kwargs) Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: self._notify() Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: self.callback(batched_events) Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: event.method(event) Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: return f(self, *a, **k) Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._get(url).json() Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: return self.request(url, 'GET', **kwargs) Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:19:46.305693 dv-cinder-825102-1-iscsi neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:19:46.494526 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.517360 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.534418 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=519119df-4601-48ee-9414-76866220c002,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:46.688472 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-2ce36c99-00eb-44d6-954d-3715e3f290e7 admin admin] 10.222.0.87 "DELETE /v2.0/networks/519119df-4601-48ee-9414-76866220c002 HTTP/1.1" status: 204 len: 168 time: 0.8154712 Jan 18 13:19:47.116112 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57626) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:47.176541 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e341664c-bc82-4612-8314-c4e46bb8e5e3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e2dfd24669034b03a3fd0005ea00452d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0591564 Jan 18 13:19:47.181361 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 57636) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:47.255786 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2c11aff6-22d8-49e3-93b2-8011b9f44fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.322176 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2c11aff6-22d8-49e3-93b2-8011b9f44fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.330307 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f67d93a-5143-4949-b1ff-78b7ec936d20 req-c5711fff-31f5-4f3f-b154-896ebdc29737 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 210 time: 0.0534656 Jan 18 13:19:47.493203 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2c11aff6-22d8-49e3-93b2-8011b9f44fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.518546 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11aff6-22d8-49e3-93b2-8011b9f44fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc153f16-89b9-4b9d-a1fb-e1ab01ca3465,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:47.527413 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2c11aff6-22d8-49e3-93b2-8011b9f44fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.532018 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-2c11aff6-22d8-49e3-93b2-8011b9f44fc3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cc153f16-89b9-4b9d-a1fb-e1ab01ca3465 HTTP/1.1" status: 204 len: 168 time: 0.3483994 Jan 18 13:19:48.371242 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57668) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:48.627878 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bd534223-37bf-4261-9be0-101e7a8b55e2 req-d7c10623-4725-4f0a-bf65-146eeb83d44b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 210 time: 0.1433463 Jan 18 13:19:48.704094 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 21cdd803-f6c7-4f87-9878-5c5c59e70d3c no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:48.739450 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: 21cdd803-f6c7-4f87-9878-5c5c59e70d3c {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:48.739785 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 21cdd803-f6c7-4f87-9878-5c5c59e70d3c not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:48.842660 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-e0b5f4f2-e9f1-4edc-8b2f-867c0bbeb607 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:48.844966 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-e0b5f4f2-e9f1-4edc-8b2f-867c0bbeb607 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 812 time: 0.1886010 Jan 18 13:19:48.963603 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-36c7df35-f359-4fcf-8782-a7e254d6f4b4 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0cf2555372d4833a1b2cbdd625d2186 HTTP/1.1" status: 200 len: 379 time: 0.0704756 Jan 18 13:19:48.975986 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'port': {'device_id': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'admin_state_up': True, 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'security_groups': ['11b4b191-f636-4d7b-b8a7-058738de9511']}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:49.200106 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:19:49.209393 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:port and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:19:49.213235 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:19:49.221347 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:19:49.283452 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-53f56d94-28fa-4cf5-b878-d5ef171a4838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:49.322319 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Made reservation on behalf of a0cf2555372d4833a1b2cbdd625d2186 for: {'port': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:19:49.325341 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:49.437303 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3877-adea-43b3-b529-f3ff6c1a3721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1038416'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:49.574536 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Allocated IP 172.20.0.8 (1b254d9d-73c2-4ed0-9c9f-3efdaec0f196/8ff1fabd-3520-456c-8dfd-6e9647c65920/30b29e3b-9bd3-4bcd-8149-0bda2123140b) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:19:49.802517 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e7d4b5b5-49a0-404a-a0f2-e44c5b60b520 req-3d1491bb-f851-42f2-9c2e-c962b28b5de2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 210 time: 0.0450647 Jan 18 13:19:49.945751 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:50.002071 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Transition to ACTIVE for port object 30b29e3b-9bd3-4bcd-8149-0bda2123140b will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:19:50.227834 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:50.327527 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:19:50.329145 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'Port': ['ID=30b29e3b-9bd3-4bcd-8149-0bda2123140b,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:50.331626 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:19:50.335635 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:19:50.406837 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:50.408013 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:50.556571 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-7e145480-be4d-43da-93a8-11b906c29734 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5868723 Jan 18 13:19:50.568377 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b3877-adea-43b3-b529-f3ff6c1a3721 admin admin] Deleting port fa50a7b3-a1be-46f5-a088-93490a075fd1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:50.568712 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3877-adea-43b3-b529-f3ff6c1a3721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:50.596367 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Request body: {'port': {'device_id': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:19:50.728800 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-08847dd8-7626-44fd-9ecb-2b7c7605b409 None None] Provisioning for port 30b29e3b-9bd3-4bcd-8149-0bda2123140b completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:19:50.735106 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-08847dd8-7626-44fd-9ecb-2b7c7605b409 None None] Provisioning complete for port 30b29e3b-9bd3-4bcd-8149-0bda2123140b triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:19:50.735572 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-08847dd8-7626-44fd-9ecb-2b7c7605b409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:50.788127 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-08847dd8-7626-44fd-9ecb-2b7c7605b409 None None] Port 30b29e3b-9bd3-4bcd-8149-0bda2123140b cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:19:50.822134 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:50.923684 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-7b1b3877-adea-43b3-b529-f3ff6c1a3721 admin admin] For port fa50a7b3-a1be-46f5-a088-93490a075fd1, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=fa50a7b3-a1be-46f5-a088-93490a075fd1,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:50.923684 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3877-adea-43b3-b529-f3ff6c1a3721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.012461 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd958e2a-f8d8-4e6b-a677-dad1ed553937 req-d092bb93-bfb5-4459-b53a-7425fa08880a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:51.013937 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fd958e2a-f8d8-4e6b-a677-dad1ed553937 req-d092bb93-bfb5-4459-b53a-7425fa08880a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 931 time: 0.0833209 Jan 18 13:19:51.052337 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b3877-adea-43b3-b529-f3ff6c1a3721 admin admin] Calling delete_port for fa50a7b3-a1be-46f5-a088-93490a075fd1 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:51.064142 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fd958e2a-f8d8-4e6b-a677-dad1ed553937 req-116d7119-3db3-49f1-9ab9-72b48aa2e083 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433888 Jan 18 13:19:51.462073 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b29e3b-9bd3-4bcd-8149-0bda2123140b {{(pid=83737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:19:51.473499 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.488918 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Transition to ACTIVE for port object 30b29e3b-9bd3-4bcd-8149-0bda2123140b will not be triggered until provisioned by entity L2. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:19:51.564876 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3877-adea-43b3-b529-f3ff6c1a3721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.605551 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.711401 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b3877-adea-43b3-b529-f3ff6c1a3721 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa50a7b3-a1be-46f5-a088-93490a075fd1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:51.721996 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-112c043d-16c4-4116-b6ee-ec325d1465d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:51.910778 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Pushing event updated for resources: {'Port': ['ID=30b29e3b-9bd3-4bcd-8149-0bda2123140b,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:52.128607 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Attempting to bind port 30b29e3b-9bd3-4bcd-8149-0bda2123140b on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:19:52.128935 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Attempting to bind port 30b29e3b-9bd3-4bcd-8149-0bda2123140b by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:19:52.129262 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Attempting to bind port 30b29e3b-9bd3-4bcd-8149-0bda2123140b on network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:19:52.140649 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Port 30b29e3b-9bd3-4bcd-8149-0bda2123140b on network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:19:52.141048 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Attempting to bind port 30b29e3b-9bd3-4bcd-8149-0bda2123140b on network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:19:52.153614 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:19:52.155291 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Checking segment: {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:19:52.155291 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Bound using segment: {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'} {{(pid=83737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:19:52.155291 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.managers [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Bound port: 30b29e3b-9bd3-4bcd-8149-0bda2123140b, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'}}] {{(pid=83737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:19:52.155291 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.293907 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a826e-0546-4ff6-bbce-8d3bb5051e52 req-e9446a68-8121-4ed1-98aa-2d72904828b8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:52.295639 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bd6a826e-0546-4ff6-bbce-8d3bb5051e52 req-e9446a68-8121-4ed1-98aa-2d72904828b8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 943 time: 0.0797753 Jan 18 13:19:52.318394 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] For port 30b29e3b-9bd3-4bcd-8149-0bda2123140b, host hv-cinder-82510, cleared binding levels {{(pid=83737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:19:52.322547 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] For port 30b29e3b-9bd3-4bcd-8149-0bda2123140b, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30b29e3b-9bd3-4bcd-8149-0bda2123140b,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:19:52.340471 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3877-adea-43b3-b529-f3ff6c1a3721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8258696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1039289'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.342840 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bd6a826e-0546-4ff6-bbce-8d3bb5051e52 req-f7a49c7d-253f-4a61-84ca-759c9a26f8e1 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412028 Jan 18 13:19:52.404393 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.482720 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.484123 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] 10.222.0.91 "PUT /v2.0/ports/30b29e3b-9bd3-4bcd-8149-0bda2123140b HTTP/1.1" status: 200 len: 1093 time: 1.8926322 Jan 18 13:19:52.484768 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'tag': '30b29e3b-9bd3-4bcd-8149-0bda2123140b'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:19:52.498984 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb3ddd-24a5-41f0-a912-c7ea3e9cbba0 service neutron] Pushing event updated for resources: {'Port': ['ID=30b29e3b-9bd3-4bcd-8149-0bda2123140b,revision_number=3']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:52.584498 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'tag': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'status': 'completed', 'code': 200} Jan 18 13:19:52.764098 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:52.773371 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e163fb39-22ed-4f45-9bf3-af2f769f92f3 req-34785086-3d6b-4756-a4f1-82b5172b574b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 1096 time: 0.1708159 Jan 18 13:19:53.009999 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163fb39-22ed-4f45-9bf3-af2f769f92f3 req-e333b6ca-e0ae-4eb8-8abf-812fb343fadb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:53.011599 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e163fb39-22ed-4f45-9bf3-af2f769f92f3 req-e333b6ca-e0ae-4eb8-8abf-812fb343fadb service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2207022 Jan 18 13:19:53.014074 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:53.320913 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163fb39-22ed-4f45-9bf3-af2f769f92f3 req-957928e4-1045-4de1-8ba7-bad4c6b8d40b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:53.322313 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-e163fb39-22ed-4f45-9bf3-af2f769f92f3 req-957928e4-1045-4de1-8ba7-bad4c6b8d40b service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2635086 Jan 18 13:19:53.488346 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-b43ecba9-dd4f-460d-8aed-9031429173cc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 1096 time: 0.1042521 Jan 18 13:19:53.490073 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1b3877-adea-43b3-b529-f3ff6c1a3721 admin admin] Router db486531-b6a3-4b83-9b78-aea725f0d13e has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:19:53.554650 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b355221-f527-464b-b693-9b7c7146a94c req-5fa463f4-5e20-48c6-b150-4053db409013 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:53.556146 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b355221-f527-464b-b693-9b7c7146a94c req-5fa463f4-5e20-48c6-b150-4053db409013 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 943 time: 0.0847888 Jan 18 13:19:53.602259 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b355221-f527-464b-b693-9b7c7146a94c req-2fadd945-1cbd-441d-a596-10d84ee5261e tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404155 Jan 18 13:19:53.624217 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-e98a655b-7e5f-419f-9e0f-63b2234485a8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b29e3b-9bd3-4bcd-8149-0bda2123140b HTTP/1.1" status: 200 len: 217 time: 0.0722086 Jan 18 13:19:53.703151 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-3b1c800e-4873-4097-820b-da180ff8fd87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:53.704484 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-3b1c800e-4873-4097-820b-da180ff8fd87 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8ff1fabd-3520-456c-8dfd-6e9647c65920 HTTP/1.1" status: 200 len: 851 time: 0.0694149 Jan 18 13:19:53.860547 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-e8a5dd20-e002-4d64-9f62-d4d71caff1df service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1095457 Jan 18 13:19:53.866643 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1b3877-adea-43b3-b529-f3ff6c1a3721 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:19:53.879238 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a69bb-9a12-4eaa-be47-b25392cce2b2 None None] Sync routers for ids ['db486531-b6a3-4b83-9b78-aea725f0d13e'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:19:53.896301 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a69bb-9a12-4eaa-be47-b25392cce2b2 None None] Routers {'db486531-b6a3-4b83-9b78-aea725f0d13e'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:53.897027 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-144a69bb-9a12-4eaa-be47-b25392cce2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:19:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['db486531-b6a3-4b83-9b78-aea725f0d13e'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:53.953340 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-7b1b3877-adea-43b3-b529-f3ff6c1a3721 admin admin] 10.222.0.87 "PUT /v2.0/routers/db486531-b6a3-4b83-9b78-aea725f0d13e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5762992 Jan 18 13:19:53.953340 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57702) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:54.067516 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.095851 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-4af212cb-7778-46a5-899d-8efdcf0b2175 service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241678 Jan 18 13:19:54.105264 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-144a69bb-9a12-4eaa-be47-b25392cce2b2 None None] Set router db486531-b6a3-4b83-9b78-aea725f0d13e gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:54.324165 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-986c0304-18dd-4c01-ad5a-ab0c03a9b532 req-18b6c09d-98ad-4a21-8469-8875ce2360e5 service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185898 Jan 18 13:19:54.357232 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.475610 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-144a69bb-9a12-4eaa-be47-b25392cce2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:19:51Z', 'revision_number': 5, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:54.479652 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a69bb-9a12-4eaa-be47-b25392cce2b2 None None] Checking router: db486531-b6a3-4b83-9b78-aea725f0d13e for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:19:54.506129 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a69bb-9a12-4eaa-be47-b25392cce2b2 None None] Routers {'db486531-b6a3-4b83-9b78-aea725f0d13e'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:19:54.506760 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-144a69bb-9a12-4eaa-be47-b25392cce2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:19:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['db486531-b6a3-4b83-9b78-aea725f0d13e'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:54.607539 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.689316 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Deleting port ea3ee6bf-b81c-4947-b5ec-799c468daa3c {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:54.690039 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:54.699592 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-144a69bb-9a12-4eaa-be47-b25392cce2b2 None None] Set router db486531-b6a3-4b83-9b78-aea725f0d13e gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:19:54.821610 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac884a41-12a9-494a-abd8-ee54e6154248 req-944bfc10-bf8a-4716-b6ca-6119611531d9 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:54.823391 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ac884a41-12a9-494a-abd8-ee54e6154248 req-944bfc10-bf8a-4716-b6ca-6119611531d9 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 943 time: 0.0938017 Jan 18 13:19:54.877498 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ac884a41-12a9-494a-abd8-ee54e6154248 req-fc30b5cf-69ab-4079-8d50-1efdce762d5e tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477772 Jan 18 13:19:54.986347 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] For port ea3ee6bf-b81c-4947-b5ec-799c468daa3c, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ea3ee6bf-b81c-4947-b5ec-799c468daa3c,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:54.986698 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.048249 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-144a69bb-9a12-4eaa-be47-b25392cce2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:19:51Z', 'revision_number': 5, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:55.052769 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a69bb-9a12-4eaa-be47-b25392cce2b2 None None] The sync data for ids ['db486531-b6a3-4b83-9b78-aea725f0d13e'] in dv-cinder-825102-1-iscsi is: [{'id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'name': 'tempest-TestMinimumBasicScenario-519722416-router', 'tenant_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:29Z', 'updated_at': '2022-01-18T13:19:51Z', 'revision_number': 5, 'project_id': 'c5ee90cc67ab40cd8bef0b0639fee7fe', 'gw_port': {'id': 'ea3ee6bf-b81c-4947-b5ec-799c468daa3c', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db486531-b6a3-4b83-9b78-aea725f0d13e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:30Z', 'updated_at': '2022-01-18T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:19:55.117675 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Calling delete_port for ea3ee6bf-b81c-4947-b5ec-799c468daa3c owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:55.350886 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.396138 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3ee6bf-b81c-4947-b5ec-799c468daa3c,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:55.425712 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device fa50a7b3-a1be-46f5-a088-93490a075fd1 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:55.462272 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: fa50a7b3-a1be-46f5-a088-93490a075fd1 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:55.462622 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device fa50a7b3-a1be-46f5-a088-93490a075fd1 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:55.625872 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1039221'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.895912 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110357'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:55.900323 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.019127 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032605'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.019719 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db486531-b6a3-4b83-9b78-aea725f0d13e {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:19:56.032947 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.034100 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-2e9d4c5b-b4ba-4f5a-9fbc-cb98a2209649 admin admin] 10.222.0.87 "DELETE /v2.0/routers/db486531-b6a3-4b83-9b78-aea725f0d13e HTTP/1.1" status: 204 len: 168 time: 2.0798736 Jan 18 13:19:56.036752 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57718) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:56.089683 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ef780-d2c9-481b-b787-e344a3614520 req-5cb88754-fe26-4d63-8b91-086a8492203e tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:56.097909 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6d3ef780-d2c9-481b-b787-e344a3614520 req-5cb88754-fe26-4d63-8b91-086a8492203e tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 943 time: 0.0930059 Jan 18 13:19:56.105089 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21fae78-9037-4bbe-952c-32596574b2b7 admin admin] Deleting subnet db3d1c71-ca3b-48f9-8b6c-90b4e24188ed {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:19:56.108336 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b21fae78-9037-4bbe-952c-32596574b2b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.152829 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6d3ef780-d2c9-481b-b787-e344a3614520 req-3bb57c22-a2b4-4889-8a8f-dee3d10eb86f tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536878 Jan 18 13:19:56.171931 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b21fae78-9037-4bbe-952c-32596574b2b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091171'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.299566 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b21fae78-9037-4bbe-952c-32596574b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.459979 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b21fae78-9037-4bbe-952c-32596574b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1345888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911589'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.592425 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fae78-9037-4bbe-952c-32596574b2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db3d1c71-ca3b-48f9-8b6c-90b4e24188ed,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:56.600429 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b21fae78-9037-4bbe-952c-32596574b2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.605560 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db63dc42-b0e3-4cdc-a98f-008c15973d68 None None] Network 327889a7-f239-42c5-9df4-94e863ad829a requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:19:56.607131 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-b21fae78-9037-4bbe-952c-32596574b2b7 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/db3d1c71-ca3b-48f9-8b6c-90b4e24188ed HTTP/1.1" status: 204 len: 168 time: 0.5693297 Jan 18 13:19:56.610724 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57724) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:56.716962 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.727222 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Deleting port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:56.727590 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.862059 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dce6dd-697d-4a1a-bd4f-0039007736cc None None] DHCP port deletion for 327889a7-f239-42c5-9df4-94e863ad829a request from dv-cinder-825102-1-iscsi {{(pid=83738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:19:56.866444 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-52dce6dd-697d-4a1a-bd4f-0039007736cc None None] Deleting port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:56.866812 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52dce6dd-697d-4a1a-bd4f-0039007736cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:56.933145 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] For port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ab285e8d-b0fa-4cfb-b214-1338ccbb09e6,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:56.933761 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.066700 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Calling delete_port for ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:57.073448 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-52dce6dd-697d-4a1a-bd4f-0039007736cc None None] For port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ab285e8d-b0fa-4cfb-b214-1338ccbb09e6,segment=NetworkSegment(9b8c47f7-7e6b-4a71-ad44-286354a3db39),segment_id=9b8c47f7-7e6b-4a71-ad44-286354a3db39)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:57.073783 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52dce6dd-697d-4a1a-bd4f-0039007736cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.193946 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-52dce6dd-697d-4a1a-bd4f-0039007736cc None None] Calling delete_port for ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:57.208367 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.261256 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab285e8d-b0fa-4cfb-b214-1338ccbb09e6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:57.274734 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] No DVR routers for this DVR port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 on host dv-cinder-825102-1-iscsi {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:19:57.324157 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:57.371711 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:57.372053 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:57.372425 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ea3ee6bf-b81c-4947-b5ec-799c468daa3c no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:19:57.376484 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162d9c4-47d8-4172-b0a4-79ee12b7ba09 req-481a65e8-2f64-4a72-aecf-bd65984dec83 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:57.377971 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9162d9c4-47d8-4172-b0a4-79ee12b7ba09 req-481a65e8-2f64-4a72-aecf-bd65984dec83 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 943 time: 0.0843523 Jan 18 13:19:57.400855 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.404417 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: ea3ee6bf-b81c-4947-b5ec-799c468daa3c {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:19:57.404417 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ea3ee6bf-b81c-4947-b5ec-799c468daa3c not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:19:57.407935 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.api [None req-52dce6dd-697d-4a1a-bd4f-0039007736cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:19:57.408302 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG oslo_db.api [None req-52dce6dd-697d-4a1a-bd4f-0039007736cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:19:57.426565 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9162d9c4-47d8-4172-b0a4-79ee12b7ba09 req-69fa9152-2de7-407f-b231-942fa1787968 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419459 Jan 18 13:19:57.436439 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327889a7-f239-42c5-9df4-94e863ad829a']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:57.448893 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8c47f7-7e6b-4a71-ad44-286354a3db39') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:57.449181 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8c47f7-7e6b-4a71-ad44-286354a3db39') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:19:57.460951 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091176'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.477028 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.483367 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:19:57.490358 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347526'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: Traceback (most recent call last): Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: timer() Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: cb(*args, **kw) Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: return func(*args, **kwargs) Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: self._notify() Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: self.callback(batched_events) Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: event.method(event) Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: return f(self, *a, **k) Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._get(url).json() Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: return self.request(url, 'GET', **kwargs) Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:19:57.497902 dv-cinder-825102-1-iscsi neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:19:57.688502 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.704812 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.714790 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] Pushing event deleted for resources: {'Network': ['ID=327889a7-f239-42c5-9df4-94e863ad829a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:57.723016 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-b8157422-a889-4915-805f-d7c665560168 admin admin] 10.222.0.87 "DELETE /v2.0/networks/327889a7-f239-42c5-9df4-94e863ad829a HTTP/1.1" status: 204 len: 168 time: 1.1112301 Jan 18 13:19:57.725798 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57734) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:19:57.909990 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-52dce6dd-697d-4a1a-bd4f-0039007736cc None None] Deleting port ab285e8d-b0fa-4cfb-b214-1338ccbb09e6 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:57.910574 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-52dce6dd-697d-4a1a-bd4f-0039007736cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:57.980608 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-52dce6dd-697d-4a1a-bd4f-0039007736cc None None] The port 'ab285e8d-b0fa-4cfb-b214-1338ccbb09e6' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:19:58.121143 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22e24f26-aca8-4ea2-bc03-aa0de1b4ee57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1038416'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:58.630550 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd778f-273e-4e17-896b-4ce7e3f62989 req-a546b228-b955-4452-af53-5ebaa5132dc4 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:58.632061 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cdfd778f-273e-4e17-896b-4ce7e3f62989 req-a546b228-b955-4452-af53-5ebaa5132dc4 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 943 time: 0.0786726 Jan 18 13:19:58.680754 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cdfd778f-273e-4e17-896b-4ce7e3f62989 req-b762eaa1-b62b-4505-9ccf-658ea7846e15 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430079 Jan 18 13:19:58.830022 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-22e24f26-aca8-4ea2-bc03-aa0de1b4ee57 admin admin] Deleting port c1b46568-60d9-4dfa-a916-d87cfb35c4d2 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:19:58.830364 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22e24f26-aca8-4ea2-bc03-aa0de1b4ee57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:59.007128 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-22e24f26-aca8-4ea2-bc03-aa0de1b4ee57 admin admin] For port c1b46568-60d9-4dfa-a916-d87cfb35c4d2, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=c1b46568-60d9-4dfa-a916-d87cfb35c4d2,segment=NetworkSegment(4f9d41e0-e31e-41a0-b12c-c7a74bf3257a),segment_id=4f9d41e0-e31e-41a0-b12c-c7a74bf3257a)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:19:59.007494 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22e24f26-aca8-4ea2-bc03-aa0de1b4ee57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:59.128947 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-22e24f26-aca8-4ea2-bc03-aa0de1b4ee57 admin admin] Calling delete_port for c1b46568-60d9-4dfa-a916-d87cfb35c4d2 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:19:59.385221 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22e24f26-aca8-4ea2-bc03-aa0de1b4ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:59.430756 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e24f26-aca8-4ea2-bc03-aa0de1b4ee57 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b46568-60d9-4dfa-a916-d87cfb35c4d2,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:19:59.719151 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-22e24f26-aca8-4ea2-bc03-aa0de1b4ee57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8258696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1039289'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:59.903184 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e39f9b-36bb-4fae-b960-23c07f10a6d6 req-6c19766c-1f19-4ea7-abe2-2549d6785e37 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:19:59.907000 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a9e39f9b-36bb-4fae-b960-23c07f10a6d6 req-6c19766c-1f19-4ea7-abe2-2549d6785e37 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 943 time: 0.0949676 Jan 18 13:19:59.972260 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a9e39f9b-36bb-4fae-b960-23c07f10a6d6 req-83e0c4ad-a734-4534-af72-98c376bda00a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562842 Jan 18 13:20:00.408546 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e24f26-aca8-4ea2-bc03-aa0de1b4ee57 admin admin] Router 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:20:00.608883 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e24f26-aca8-4ea2-bc03-aa0de1b4ee57 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:20:00.617734 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056a6d4-9805-4991-9095-cc334ce40126 None None] Sync routers for ids ['07fa3ff3-d9d8-4482-858e-a3163ae17cb2'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:20:00.620282 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-22e24f26-aca8-4ea2-bc03-aa0de1b4ee57 admin admin] 10.222.0.87 "PUT /v2.0/routers/07fa3ff3-d9d8-4482-858e-a3163ae17cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8931725 Jan 18 13:20:00.622827 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57752) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:00.630938 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056a6d4-9805-4991-9095-cc334ce40126 None None] Routers {'07fa3ff3-d9d8-4482-858e-a3163ae17cb2'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:20:00.631580 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9056a6d4-9805-4991-9095-cc334ce40126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:19:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['07fa3ff3-d9d8-4482-858e-a3163ae17cb2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:00.805746 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-9056a6d4-9805-4991-9095-cc334ce40126 None None] Set router 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:20:00.820418 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:01.023151 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:01.094511 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Deleting port 34d4a9de-af03-4b08-8fc5-68f223f32be8 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:20:01.095470 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:01.103297 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9056a6d4-9805-4991-9095-cc334ce40126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'name': 'tempest-TestMinimumBasicScenario-1168293293-router', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:43Z', 'updated_at': '2022-01-18T13:19:59Z', 'revision_number': 5, 'project_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'gw_port': {'id': '34d4a9de-af03-4b08-8fc5-68f223f32be8', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:14:44Z', 'updated_at': '2022-01-18T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:01.107459 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056a6d4-9805-4991-9095-cc334ce40126 None None] Checking router: 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:20:01.119834 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056a6d4-9805-4991-9095-cc334ce40126 None None] Routers {'07fa3ff3-d9d8-4482-858e-a3163ae17cb2'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:20:01.120837 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9056a6d4-9805-4991-9095-cc334ce40126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:19:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['07fa3ff3-d9d8-4482-858e-a3163ae17cb2'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:01.236815 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d61706-bb70-41bc-b6ac-a7c93736852a req-26fd0315-a84c-427c-880f-25f7e0177d62 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:01.245557 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-85d61706-bb70-41bc-b6ac-a7c93736852a req-26fd0315-a84c-427c-880f-25f7e0177d62 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 943 time: 0.1060548 Jan 18 13:20:01.293689 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] For port 34d4a9de-af03-4b08-8fc5-68f223f32be8, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=34d4a9de-af03-4b08-8fc5-68f223f32be8,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:01.294042 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:01.305791 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-85d61706-bb70-41bc-b6ac-a7c93736852a req-858f98a5-09eb-47d1-8ecb-0426569ea5f7 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593035 Jan 18 13:20:01.310626 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-9056a6d4-9805-4991-9095-cc334ce40126 None None] Set router 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:20:01.419740 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-9056a6d4-9805-4991-9095-cc334ce40126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'name': 'tempest-TestMinimumBasicScenario-1168293293-router', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:43Z', 'updated_at': '2022-01-18T13:20:01Z', 'revision_number': 6, 'project_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'gw_port_host': None}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:01.421120 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Calling delete_port for 34d4a9de-af03-4b08-8fc5-68f223f32be8 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:20:01.423957 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056a6d4-9805-4991-9095-cc334ce40126 None None] The sync data for ids ['07fa3ff3-d9d8-4482-858e-a3163ae17cb2'] in dv-cinder-825102-1-iscsi is: [{'id': '07fa3ff3-d9d8-4482-858e-a3163ae17cb2', 'name': 'tempest-TestMinimumBasicScenario-1168293293-router', 'tenant_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:14:43Z', 'updated_at': '2022-01-18T13:20:01Z', 'revision_number': 6, 'project_id': '6aa87380d6ee4a70b2fdc35cdcb31ae3', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:20:01.739446 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:01.768708 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:01.819196 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d4a9de-af03-4b08-8fc5-68f223f32be8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:02.043507 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1039221'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:02.308994 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110357'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:02.314318 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:02.407694 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032605'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:02.408237 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07fa3ff3-d9d8-4482-858e-a3163ae17cb2 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:20:02.420782 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:02.422199 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-923fd153-8fb5-4e72-9a6a-41f52933ca82 admin admin] 10.222.0.87 "DELETE /v2.0/routers/07fa3ff3-d9d8-4482-858e-a3163ae17cb2 HTTP/1.1" status: 204 len: 168 time: 1.7981577 Jan 18 13:20:02.424842 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57770) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:02.494628 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2d9037-e5a0-413b-b4fa-29f2ee6a0d63 admin admin] Deleting subnet 897cee49-c13d-448b-b040-879d4ff3e9b9 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:20:02.498026 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9037-e5a0-413b-b4fa-29f2ee6a0d63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:02.531593 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0d8a4-1e5d-4ea3-b241-b3fcd6a10eef req-7081f900-7659-4a01-8e87-1f46e2428dd3 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:02.533300 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-28f0d8a4-1e5d-4ea3-b241-b3fcd6a10eef req-7081f900-7659-4a01-8e87-1f46e2428dd3 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 943 time: 0.0990531 Jan 18 13:20:02.579013 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9037-e5a0-413b-b4fa-29f2ee6a0d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091171'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:02.595265 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-28f0d8a4-1e5d-4ea3-b241-b3fcd6a10eef req-a03d53b3-2c45-46b9-956c-c3b9560964cd tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480101 Jan 18 13:20:02.679576 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9037-e5a0-413b-b4fa-29f2ee6a0d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:02.814344 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9037-e5a0-413b-b4fa-29f2ee6a0d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1345888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911589'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:02.856087 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d9037-e5a0-413b-b4fa-29f2ee6a0d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=897cee49-c13d-448b-b040-879d4ff3e9b9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:02.861079 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9037-e5a0-413b-b4fa-29f2ee6a0d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:02.866303 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682d4ef-6575-4f8e-a4a6-4383eab69ce7 None None] Network 78cd8439-ccb9-4c67-a9fc-b4e8e5143867 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:20:02.867464 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-3c2d9037-e5a0-413b-b4fa-29f2ee6a0d63 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/897cee49-c13d-448b-b040-879d4ff3e9b9 HTTP/1.1" status: 204 len: 168 time: 0.4413564 Jan 18 13:20:02.870012 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 57778) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:02.976745 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:02.987584 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Deleting port 23ae5062-2475-48ae-9234-cc9cbde9aa47 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:20:02.987917 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:03.127938 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dc256b-2eaa-4ca9-8c48-0f9210c62e48 None None] DHCP port deletion for 78cd8439-ccb9-4c67-a9fc-b4e8e5143867 request from dv-cinder-825102-1-iscsi {{(pid=83738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:20:03.132331 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-68dc256b-2eaa-4ca9-8c48-0f9210c62e48 None None] Deleting port 23ae5062-2475-48ae-9234-cc9cbde9aa47 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:20:03.132701 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68dc256b-2eaa-4ca9-8c48-0f9210c62e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:03.201747 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] For port 23ae5062-2475-48ae-9234-cc9cbde9aa47, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=23ae5062-2475-48ae-9234-cc9cbde9aa47,segment=NetworkSegment(4f9d41e0-e31e-41a0-b12c-c7a74bf3257a),segment_id=4f9d41e0-e31e-41a0-b12c-c7a74bf3257a)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:03.202096 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:03.288343 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 34d4a9de-af03-4b08-8fc5-68f223f32be8 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:20:03.330742 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Calling delete_port for 23ae5062-2475-48ae-9234-cc9cbde9aa47 owned by network:dhcp {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:20:03.387547 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 34d4a9de-af03-4b08-8fc5-68f223f32be8 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:20:03.387547 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 34d4a9de-af03-4b08-8fc5-68f223f32be8 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:20:03.387756 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device c1b46568-60d9-4dfa-a916-d87cfb35c4d2 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:20:03.434411 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: c1b46568-60d9-4dfa-a916-d87cfb35c4d2 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:20:03.434751 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device c1b46568-60d9-4dfa-a916-d87cfb35c4d2 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:20:03.435168 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 23ae5062-2475-48ae-9234-cc9cbde9aa47 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:20:03.476572 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:03.487439 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-68dc256b-2eaa-4ca9-8c48-0f9210c62e48 None None] For port 23ae5062-2475-48ae-9234-cc9cbde9aa47, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=23ae5062-2475-48ae-9234-cc9cbde9aa47,segment=NetworkSegment(4f9d41e0-e31e-41a0-b12c-c7a74bf3257a),segment_id=4f9d41e0-e31e-41a0-b12c-c7a74bf3257a)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:03.487846 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68dc256b-2eaa-4ca9-8c48-0f9210c62e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:03.602387 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ae5062-2475-48ae-9234-cc9cbde9aa47,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:03.610444 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] No DVR routers for this DVR port 23ae5062-2475-48ae-9234-cc9cbde9aa47 on host dv-cinder-825102-1-iscsi {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:20:03.619711 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-68dc256b-2eaa-4ca9-8c48-0f9210c62e48 None None] Calling delete_port for 23ae5062-2475-48ae-9234-cc9cbde9aa47 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:20:03.658591 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No active binding found for port 23ae5062-2475-48ae-9234-cc9cbde9aa47 {{(pid=83738) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 13:20:03.658962 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 23ae5062-2475-48ae-9234-cc9cbde9aa47 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:20:03.719207 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.api [None req-68dc256b-2eaa-4ca9-8c48-0f9210c62e48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:20:03.719861 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG oslo_db.api [None req-68dc256b-2eaa-4ca9-8c48-0f9210c62e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:20:03.771973 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:03.812503 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cd8439-ccb9-4c67-a9fc-b4e8e5143867']}} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:03.831660 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9d41e0-e31e-41a0-b12c-c7a74bf3257a') {'for_net_delete': True} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:03.831660 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9d41e0-e31e-41a0-b12c-c7a74bf3257a') {} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:03.842949 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071319'] for segment, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:03.871207 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae5258-6027-4236-85bb-1e500798d1bd req-1f6465e0-f294-4a5a-9095-d8ba80dc9e5d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:03.872645 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bcae5258-6027-4236-85bb-1e500798d1bd req-1f6465e0-f294-4a5a-9095-d8ba80dc9e5d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 943 time: 0.1408019 Jan 18 13:20:03.873560 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:03.894986 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=83736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:20:03.895404 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1925978'] for segment, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: Traceback (most recent call last): Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: timer() Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: cb(*args, **kw) Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: return func(*args, **kwargs) Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: self._notify() Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: self.callback(batched_events) Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: event.method(event) Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: return f(self, *a, **k) Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._get(url).json() Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: return self.request(url, 'GET', **kwargs) Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:20:03.910901 dv-cinder-825102-1-iscsi neutron-server[83736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:20:03.998569 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bcae5258-6027-4236-85bb-1e500798d1bd req-7b87cb77-e8d2-4409-b3e2-ccc3a64a7f22 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190913 Jan 18 13:20:04.058616 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:04.082453 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:04.088636 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] Pushing event deleted for resources: {'Network': ['ID=78cd8439-ccb9-4c67-a9fc-b4e8e5143867,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:04.096035 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-3bc57d30-3493-41cb-88ca-ab0cccb05440 admin admin] 10.222.0.87 "DELETE /v2.0/networks/78cd8439-ccb9-4c67-a9fc-b4e8e5143867 HTTP/1.1" status: 204 len: 168 time: 1.2249990 Jan 18 13:20:04.221649 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-68dc256b-2eaa-4ca9-8c48-0f9210c62e48 None None] Deleting port 23ae5062-2475-48ae-9234-cc9cbde9aa47 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:20:04.222301 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68dc256b-2eaa-4ca9-8c48-0f9210c62e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:04.284406 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-68dc256b-2eaa-4ca9-8c48-0f9210c62e48 None None] The port '23ae5062-2475-48ae-9234-cc9cbde9aa47' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:20:04.418135 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57792) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:04.469227 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e4ff59db-ea83-48fa-8fb3-068393c3cc41 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c5ee90cc67ab40cd8bef0b0639fee7fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499260 Jan 18 13:20:04.471778 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57796) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:04.532078 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1ad59b2-aeea-4e15-adcb-98cc0432c12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:04.558998 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1ad59b2-aeea-4e15-adcb-98cc0432c12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:04.730627 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1ad59b2-aeea-4e15-adcb-98cc0432c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:04.745745 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad59b2-aeea-4e15-adcb-98cc0432c12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f311b5e-6406-4948-8849-ea60cd7dc3e9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:04.752855 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e1ad59b2-aeea-4e15-adcb-98cc0432c12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:04.754005 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e1ad59b2-aeea-4e15-adcb-98cc0432c12c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4f311b5e-6406-4948-8849-ea60cd7dc3e9 HTTP/1.1" status: 204 len: 168 time: 0.2813327 Jan 18 13:20:04.824671 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 30b29e3b-9bd3-4bcd-8149-0bda2123140b details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:20:04.960986 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 30b29e3b-9bd3-4bcd-8149-0bda2123140b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30b29e3b-9bd3-4bcd-8149-0bda2123140b,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:04.974738 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'port_id': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'mac_address': 'fa:16:3e:95:05:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:20:05.035094 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:05.055628 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b29e3b-9bd3-4bcd-8149-0bda2123140b {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:20:05.071772 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 30b29e3b-9bd3-4bcd-8149-0bda2123140b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30b29e3b-9bd3-4bcd-8149-0bda2123140b,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:05.168043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:05.216851 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd3536-b707-4cc1-ad50-37339e0a3e33 req-a638fa20-a844-42e6-b9fc-ec26b27ebb4e tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:05.219523 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-27bd3536-b707-4cc1-ad50-37339e0a3e33 req-a638fa20-a844-42e6-b9fc-ec26b27ebb4e tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 944 time: 0.0841613 Jan 18 13:20:05.238927 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=30b29e3b-9bd3-4bcd-8149-0bda2123140b,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:05.248236 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:05.248575 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:05.248907 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:05.249258 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:05.249920 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:05.249920 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:05.250235 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:05.250493 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:05.250807 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:05.251118 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:05.251463 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:05.276470 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-27bd3536-b707-4cc1-ad50-37339e0a3e33 req-5fc49679-d39e-4a1f-82af-f56f7a645bbd tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441561 Jan 18 13:20:05.583573 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 57808) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:05.607028 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['30b29e3b-9bd3-4bcd-8149-0bda2123140b'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:20:05.634886 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d362573e-1c84-4786-b823-0a0847e67c5b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6aa87380d6ee4a70b2fdc35cdcb31ae3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501490 Jan 18 13:20:05.637559 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57812) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:05.706596 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6b03568-d902-464c-8979-507b85082976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:05.731534 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6b03568-d902-464c-8979-507b85082976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:05.905930 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6b03568-d902-464c-8979-507b85082976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:05.920935 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b03568-d902-464c-8979-507b85082976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8591ead-4b5b-46e7-887e-b8bd39055d35,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:05.929902 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f6b03568-d902-464c-8979-507b85082976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:05.929902 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-f6b03568-d902-464c-8979-507b85082976 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b8591ead-4b5b-46e7-887e-b8bd39055d35 HTTP/1.1" status: 204 len: 168 time: 0.2908394 Jan 18 13:20:06.460808 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:20:06.498024 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8129e-e960-4399-a373-ae54707157ae req-a894fd0b-1fd6-47f3-8e2f-a7d715805c71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:06.500521 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a7c8129e-e960-4399-a373-ae54707157ae req-a894fd0b-1fd6-47f3-8e2f-a7d715805c71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 944 time: 0.0931058 Jan 18 13:20:06.556493 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a7c8129e-e960-4399-a373-ae54707157ae req-f072aa74-8b1e-410e-ac84-24903bbd8b43 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482991 Jan 18 13:20:06.854349 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 30b29e3b-9bd3-4bcd-8149-0bda2123140b up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:20:07.030800 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port 30b29e3b-9bd3-4bcd-8149-0bda2123140b completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:20:07.035939 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 30b29e3b-9bd3-4bcd-8149-0bda2123140b triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:20:07.036305 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:07.153714 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:07.181648 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b29e3b-9bd3-4bcd-8149-0bda2123140b'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:20:07.191983 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 30b29e3b-9bd3-4bcd-8149-0bda2123140b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30b29e3b-9bd3-4bcd-8149-0bda2123140b,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:07.240088 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'code': 200} Jan 18 13:20:07.259011 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:07.324972 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=30b29e3b-9bd3-4bcd-8149-0bda2123140b,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:07.770763 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c0d57-00b7-4cc2-b29e-ce6b47ac02ac req-f331c2f1-e397-455a-9c6e-1a868000c3c0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:07.772277 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b77c0d57-00b7-4cc2-b29e-ce6b47ac02ac req-f331c2f1-e397-455a-9c6e-1a868000c3c0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 945 time: 0.0801609 Jan 18 13:20:07.824391 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b77c0d57-00b7-4cc2-b29e-ce6b47ac02ac req-04de42e8-c7f0-4f54-9e34-051aaa2ea1eb tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466199 Jan 18 13:20:07.961031 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-76d51710-e129-4954-91ac-e31ace08f68c req-78412ad8-3c92-4660-8760-2ecd20cfd8d6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 1098 time: 0.2674651 Jan 18 13:20:08.010342 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-76d51710-e129-4954-91ac-e31ace08f68c req-df70de08-b211-4201-8551-0e9a3fb97af0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430398 Jan 18 13:20:09.021422 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d5c28-2ed6-427a-a39b-61cc3c9f2a5e req-6bc55b2f-bd90-441c-882b-953c9743b9af tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:09.022859 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4b3d5c28-2ed6-427a-a39b-61cc3c9f2a5e req-6bc55b2f-bd90-441c-882b-953c9743b9af tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 945 time: 0.0772681 Jan 18 13:20:09.069853 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4b3d5c28-2ed6-427a-a39b-61cc3c9f2a5e req-570d75b4-28ff-40bc-8181-8041e435588c tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414279 Jan 18 13:20:10.283404 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3945bf-9bcf-47ec-bba0-05413033fdeb req-0bdc7d32-d0ec-416b-9741-b2b44eb207b3 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:10.284913 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7c3945bf-9bcf-47ec-bba0-05413033fdeb req-0bdc7d32-d0ec-416b-9741-b2b44eb207b3 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 945 time: 0.0920064 Jan 18 13:20:10.330776 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7c3945bf-9bcf-47ec-bba0-05413033fdeb req-50044d50-9955-4cc5-8e96-32f674894b1b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403562 Jan 18 13:20:10.540131 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f285f-d204-4228-9f9f-eb86205fe18d req-59c6e70f-105b-4d98-ad1f-a9897a8b54cf tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:10.541598 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b33f285f-d204-4228-9f9f-eb86205fe18d req-59c6e70f-105b-4d98-ad1f-a9897a8b54cf tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 945 time: 0.0780089 Jan 18 13:20:10.587918 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b33f285f-d204-4228-9f9f-eb86205fe18d req-2739f7fe-cd35-4989-a19b-fdd646215eb7 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398951 Jan 18 13:20:10.619513 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57856) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:10.689479 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-cc257a93-b88a-4429-9714-c51450c5608f tempest-TestVolumeBootPattern-1315345238 tempest-TestVolumeBootPattern-1315345238-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 1093 time: 0.0687072 Jan 18 13:20:10.692048 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 57860) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:10.697249 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'floatingip': {'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'port_id': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:20:10.702852 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:20:10.706972 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:floatingip and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:20:10.709883 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:20:10.715438 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:20:10.841907 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:11.060607 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:11.196726 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Allocated IP 172.27.1.176 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/a5688c87-c194-4817-9baf-2ebab6dd02f1) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:20:11.341230 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:11.425561 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:11.494201 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:20:11.497062 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:20:11.503768 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:20:11.531965 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'Port': ['ID=a5688c87-c194-4817-9baf-2ebab6dd02f1,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:12.021853 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:12.164840 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:12.372675 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:12.436641 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:12.551138 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'Port': ['ID=a5688c87-c194-4817-9baf-2ebab6dd02f1,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:12.569739 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:12.758211 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.l3_db [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Floating IP 33db960a-5eaa-4526-9406-bef67115097f associated. External IP: 172.27.1.176, port: 30b29e3b-9bd3-4bcd-8149-0bda2123140b. Jan 18 13:20:13.236515 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Router 6dc34715-53be-4919-936f-b6a1cecd8500 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:20:13.435267 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:20:13.446743 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4068a1-12df-4a3b-9f30-bf60e31d3f82 None None] Sync routers for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:20:13.458941 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4068a1-12df-4a3b-9f30-bf60e31d3f82 None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:20:13.459563 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-0f4068a1-12df-4a3b-9f30-bf60e31d3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:19:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:13.579453 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:13.637649 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-5dab9594-39a1-4eda-ad2f-0e019493c1bc tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9445941 Jan 18 13:20:13.638349 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'tag': '30b29e3b-9bd3-4bcd-8149-0bda2123140b'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:20:13.680427 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-0f4068a1-12df-4a3b-9f30-bf60e31d3f82 None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:20:13.704290 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'tag': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'status': 'completed', 'code': 200} Jan 18 13:20:13.822632 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-a5ed932c-5944-42bc-b3ea-998b5ba03273 req-72b82db7-e75c-42e0-9d34-281ff9d3db79 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 1098 time: 0.0727167 Jan 18 13:20:13.958919 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed932c-5944-42bc-b3ea-998b5ba03273 req-e4b05cf6-6847-406e-8fa2-63f7f511966a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:13.960309 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-a5ed932c-5944-42bc-b3ea-998b5ba03273 req-e4b05cf6-6847-406e-8fa2-63f7f511966a service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 913 time: 0.1310742 Jan 18 13:20:14.038810 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-0f4068a1-12df-4a3b-9f30-bf60e31d3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '33db960a-5eaa-4526-9406-bef67115097f', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:95:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:20:11Z', 'updated_at': '2022-01-18T13:20:11Z', 'revision_number': 0, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:14.042691 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4068a1-12df-4a3b-9f30-bf60e31d3f82 None None] Checking router: 6dc34715-53be-4919-936f-b6a1cecd8500 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:20:14.053494 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4068a1-12df-4a3b-9f30-bf60e31d3f82 None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:20:14.054096 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-0f4068a1-12df-4a3b-9f30-bf60e31d3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:19:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:14.065616 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-a5ed932c-5944-42bc-b3ea-998b5ba03273 req-219c7296-6777-4d80-82c4-42dd37c67c2e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b29e3b-9bd3-4bcd-8149-0bda2123140b HTTP/1.1" status: 200 len: 999 time: 0.0989430 Jan 18 13:20:14.129687 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed932c-5944-42bc-b3ea-998b5ba03273 req-0f9b0e20-17e1-4394-9e8c-ffab50c162bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:14.131454 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-a5ed932c-5944-42bc-b3ea-998b5ba03273 req-0f9b0e20-17e1-4394-9e8c-ffab50c162bd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8ff1fabd-3520-456c-8dfd-6e9647c65920 HTTP/1.1" status: 200 len: 851 time: 0.0594504 Jan 18 13:20:14.210836 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-a5ed932c-5944-42bc-b3ea-998b5ba03273 req-a56c1f74-be2a-4ab8-8e61-5947cbd52fcb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730605 Jan 18 13:20:14.220959 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [req-a5ed932c-5944-42bc-b3ea-998b5ba03273 req-22b2cace-d38d-4139-8f13-defef5f8c6da service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83737) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:20:14.222112 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-a5ed932c-5944-42bc-b3ea-998b5ba03273 req-22b2cace-d38d-4139-8f13-defef5f8c6da service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056517 Jan 18 13:20:14.250877 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-0f4068a1-12df-4a3b-9f30-bf60e31d3f82 None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:20:14.356039 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-a5ed932c-5944-42bc-b3ea-998b5ba03273 req-462e3b90-7578-4810-8e79-cd5f235761c0 service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280992 Jan 18 13:20:14.490098 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-a5ed932c-5944-42bc-b3ea-998b5ba03273 req-4a18ebd7-8e30-4476-b509-1b963ae85443 service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283331 Jan 18 13:20:14.606881 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-0f4068a1-12df-4a3b-9f30-bf60e31d3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '33db960a-5eaa-4526-9406-bef67115097f', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:95:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:20:11Z', 'updated_at': '2022-01-18T13:20:11Z', 'revision_number': 0, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:14.612051 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4068a1-12df-4a3b-9f30-bf60e31d3f82 None None] The sync data for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi is: [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '33db960a-5eaa-4526-9406-bef67115097f', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:95:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:20:11Z', 'updated_at': '2022-01-18T13:20:11Z', 'revision_number': 0, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:20:14.807227 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4de29-25f3-44ad-9e4c-3942b24a63d8 None None] New status for floating IP 33db960a-5eaa-4526-9406-bef67115097f: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:20:19.304597 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c16743e3-78a7-4578-b20c-d0015258eec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:21.246553 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e90428-c72e-46a9-9d27-277f5d910f50 req-ae0587ec-c7b9-47dd-8b67-b24c72e6e230 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:21.248050 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-32e90428-c72e-46a9-9d27-277f5d910f50 req-ae0587ec-c7b9-47dd-8b67-b24c72e6e230 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0799999 Jan 18 13:20:21.293052 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-32e90428-c72e-46a9-9d27-277f5d910f50 req-85a7905d-300e-4eb8-b37b-2c10b27aeeb1 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391152 Jan 18 13:20:21.733312 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-50af0367-deba-4825-92b8-88d0e97caa7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:22.507165 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2902d-ad8d-4299-aa75-092917d88f9c req-e77b6485-2392-4b11-8852-4219aaa6d676 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:22.508687 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4cb2902d-ad8d-4299-aa75-092917d88f9c req-e77b6485-2392-4b11-8852-4219aaa6d676 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0785866 Jan 18 13:20:22.557562 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4cb2902d-ad8d-4299-aa75-092917d88f9c req-64625b05-7c62-49ce-a13c-be7475b7324b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433400 Jan 18 13:20:22.750164 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:22.946980 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:23.774450 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabfa56-2a26-4659-9454-ad427325b112 req-74bd30c3-5283-4826-bb6d-3d555c7441f4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:23.775851 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ceabfa56-2a26-4659-9454-ad427325b112 req-74bd30c3-5283-4826-bb6d-3d555c7441f4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0795224 Jan 18 13:20:23.822003 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ceabfa56-2a26-4659-9454-ad427325b112 req-6df07103-d9cd-4439-9544-ed717295313b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404270 Jan 18 13:20:24.057983 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:25.036352 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159a20f-4ad8-490e-b049-2998e521019f req-0b8585b1-bd62-4652-992e-c2613f6d064f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:25.037796 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7159a20f-4ad8-490e-b049-2998e521019f req-0b8585b1-bd62-4652-992e-c2613f6d064f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0787611 Jan 18 13:20:25.087087 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7159a20f-4ad8-490e-b049-2998e521019f req-a5524887-a6c8-480e-8cec-9c10db903c23 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438244 Jan 18 13:20:26.299436 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef536ff1-d8c4-4b0b-958c-fc3be9ff7125 req-c527c809-bd5b-4f9b-8f93-3ab82c62b3e5 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:26.300903 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ef536ff1-d8c4-4b0b-958c-fc3be9ff7125 req-c527c809-bd5b-4f9b-8f93-3ab82c62b3e5 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0763028 Jan 18 13:20:26.346520 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ef536ff1-d8c4-4b0b-958c-fc3be9ff7125 req-14f88a08-f5f0-46e2-9ef8-f389a636ad00 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401540 Jan 18 13:20:27.571573 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031347a-425c-4978-adba-bf94babdc014 req-76f5da58-5f29-4838-944f-84f032db87d4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:27.573018 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a031347a-425c-4978-adba-bf94babdc014 req-76f5da58-5f29-4838-944f-84f032db87d4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0811346 Jan 18 13:20:27.619091 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a031347a-425c-4978-adba-bf94babdc014 req-3d8e6c30-f0d5-45e4-b259-35d32bde8ff6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396512 Jan 18 13:20:28.842687 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee4e67-a027-4d7d-b474-594941b34661 req-85bd2c0d-15ba-4254-af62-956c8203c041 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:28.844259 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-48ee4e67-a027-4d7d-b474-594941b34661 req-85bd2c0d-15ba-4254-af62-956c8203c041 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0841630 Jan 18 13:20:28.891753 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-48ee4e67-a027-4d7d-b474-594941b34661 req-4af7e3a5-08fe-45f0-94e7-31c5d259bb83 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Jan 18 13:20:30.225222 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756400e-2b78-4a4d-9ce1-800f94f1e1f8 req-6bd43eb8-5aa5-48e7-8440-7f88dafa014a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:30.226670 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c756400e-2b78-4a4d-9ce1-800f94f1e1f8 req-6bd43eb8-5aa5-48e7-8440-7f88dafa014a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.1650519 Jan 18 13:20:30.272790 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c756400e-2b78-4a4d-9ce1-800f94f1e1f8 req-1f0fc60e-c44c-4d0d-a0d2-8d032e98b993 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405059 Jan 18 13:20:31.484596 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070716f-c1bc-4617-8080-3428df453726 req-cb36a010-27d2-4a00-9cc1-901649a7511f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:31.485958 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a070716f-c1bc-4617-8080-3428df453726 req-cb36a010-27d2-4a00-9cc1-901649a7511f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0767577 Jan 18 13:20:31.535186 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a070716f-c1bc-4617-8080-3428df453726 req-e8221043-041a-4b52-8312-7e4af91deb9e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437095 Jan 18 13:20:31.727431 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:32.745942 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42534c-1ca4-42ca-9d08-ce74dcb26f21 req-2d091077-4092-45bb-b8cd-f0b1700bcd8f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:32.747424 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f42534c-1ca4-42ca-9d08-ce74dcb26f21 req-2d091077-4092-45bb-b8cd-f0b1700bcd8f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0755520 Jan 18 13:20:32.793343 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f42534c-1ca4-42ca-9d08-ce74dcb26f21 req-08567a59-e80c-43b8-8521-612b05d39daf tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398953 Jan 18 13:20:34.017405 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee80a4-cd6a-4978-b114-73983ad9360c req-3ee19ced-7880-4a1d-9f96-dd652d9830aa tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:34.018872 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-53ee80a4-cd6a-4978-b114-73983ad9360c req-3ee19ced-7880-4a1d-9f96-dd652d9830aa tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0806139 Jan 18 13:20:34.065593 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-53ee80a4-cd6a-4978-b114-73983ad9360c req-4268cedc-ff19-4034-bd22-a5bdddf05ee7 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410283 Jan 18 13:20:35.301608 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6caed28-c665-4eeb-913b-57792c361426 req-c38efc10-b2a8-43a5-a00d-a40246d6430f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:35.303039 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c6caed28-c665-4eeb-913b-57792c361426 req-c38efc10-b2a8-43a5-a00d-a40246d6430f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0763934 Jan 18 13:20:35.349540 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c6caed28-c665-4eeb-913b-57792c361426 req-1813dc15-577f-48a3-8a9e-1597a3769652 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408933 Jan 18 13:20:36.573723 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ad943-aff3-4839-ba16-2e4c96333b45 req-d6071ffb-a6f0-4e8c-b714-4d08a4a6583a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:36.575176 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-011ad943-aff3-4839-ba16-2e4c96333b45 req-d6071ffb-a6f0-4e8c-b714-4d08a4a6583a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0824969 Jan 18 13:20:36.621412 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-011ad943-aff3-4839-ba16-2e4c96333b45 req-2c29e8ac-4b49-4f25-8590-d0219996b60b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399706 Jan 18 13:20:37.842594 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0759465-ab79-478d-9b8c-bfb5c388cd35 req-1388c080-ec45-4ecd-b2be-423735278d30 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:37.847281 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d0759465-ab79-478d-9b8c-bfb5c388cd35 req-1388c080-ec45-4ecd-b2be-423735278d30 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0822170 Jan 18 13:20:37.896339 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d0759465-ab79-478d-9b8c-bfb5c388cd35 req-81f58904-3ed4-4968-93fd-9023ed421748 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459516 Jan 18 13:20:38.467582 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4634f-bd75-44b8-a0eb-0d5e066ee661 req-652d4ca9-7c27-4163-809c-bfcee76b14f2 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:38.469534 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6af4634f-bd75-44b8-a0eb-0d5e066ee661 req-652d4ca9-7c27-4163-809c-bfcee76b14f2 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 945 time: 0.0768099 Jan 18 13:20:38.524502 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6af4634f-bd75-44b8-a0eb-0d5e066ee661 req-77e24821-a34f-4c37-aef9-4ed97ff0601d tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492198 Jan 18 13:20:38.989721 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bca2b321-41b7-4b74-ae26-ebc944ece332 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:20:39.121462 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37016c-256f-4216-8a44-2ec69980e844 req-e75bb4c0-2574-4bda-8c98-432a23a18603 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:39.122972 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-af37016c-256f-4216-8a44-2ec69980e844 req-e75bb4c0-2574-4bda-8c98-432a23a18603 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0839429 Jan 18 13:20:39.160640 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bca2b321-41b7-4b74-ae26-ebc944ece332,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:39.172429 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-af37016c-256f-4216-8a44-2ec69980e844 req-c4d413a9-d674-45e8-9224-6b145173003c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430729 Jan 18 13:20:39.175114 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'port_id': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'mac_address': 'fa:16:3e:dd:e0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:20:39.229010 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:39.245890 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bca2b321-41b7-4b74-ae26-ebc944ece332 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:20:39.261118 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bca2b321-41b7-4b74-ae26-ebc944ece332,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:39.338604 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:39.457587 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=bca2b321-41b7-4b74-ae26-ebc944ece332,revision_number=6']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:39.517807 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['bca2b321-41b7-4b74-ae26-ebc944ece332'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:20:39.723731 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01414c7d-cf7e-4647-92ce-ac542220d5bf req-c7fb548c-20ac-4e87-a2c7-3b92310cd0d9 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:39.725063 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-01414c7d-cf7e-4647-92ce-ac542220d5bf req-c7fb548c-20ac-4e87-a2c7-3b92310cd0d9 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 945 time: 0.0762906 Jan 18 13:20:39.771105 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-01414c7d-cf7e-4647-92ce-ac542220d5bf req-1b4358e1-8e40-470c-a0c5-67eed16efcd5 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405469 Jan 18 13:20:40.389712 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ad70a-3769-4f83-bc46-784c4f225f47 req-2febd54d-8506-45e2-b8ec-6f84d1b0a5fe tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:40.391661 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a1ad70a-3769-4f83-bc46-784c4f225f47 req-2febd54d-8506-45e2-b8ec-6f84d1b0a5fe tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 945 time: 0.0807633 Jan 18 13:20:40.437650 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a1ad70a-3769-4f83-bc46-784c4f225f47 req-3f423d3e-61b7-4b82-b1a0-c02047b04cdf tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400765 Jan 18 13:20:40.657789 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-eddd58d3-2386-4b66-8dc8-f08ea4b85835 req-c0a5af27-fa13-42c3-8e47-aefe0768fb18 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 1098 time: 0.0719774 Jan 18 13:20:40.893037 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd58d3-2386-4b66-8dc8-f08ea4b85835 req-bc839000-680f-4825-9584-649722a886ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:40.894469 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-eddd58d3-2386-4b66-8dc8-f08ea4b85835 req-bc839000-680f-4825-9584-649722a886ec service neutron] 10.222.0.91 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 918 time: 0.2176085 Jan 18 13:20:40.976921 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743a11-708f-4cbc-8b7a-00146fb75d03 req-cc57092f-f8c6-492f-b682-4138ebbb0308 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:40.978413 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-07743a11-708f-4cbc-8b7a-00146fb75d03 req-cc57092f-f8c6-492f-b682-4138ebbb0308 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 945 time: 0.0806375 Jan 18 13:20:40.996599 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bca2b321-41b7-4b74-ae26-ebc944ece332 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:20:40.998960 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-eddd58d3-2386-4b66-8dc8-f08ea4b85835 req-4fb98bdf-b3a8-4b3f-b606-7ea13d3d18b1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bca2b321-41b7-4b74-ae26-ebc944ece332 HTTP/1.1" status: 200 len: 1001 time: 0.0975823 Jan 18 13:20:41.033884 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-07743a11-708f-4cbc-8b7a-00146fb75d03 req-0aa5504d-744a-4e7c-868c-7253ae8c83c2 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489204 Jan 18 13:20:41.076810 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd58d3-2386-4b66-8dc8-f08ea4b85835 req-90f48f64-f2bd-46a7-8564-88bfa95f75c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:41.078317 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-eddd58d3-2386-4b66-8dc8-f08ea4b85835 req-90f48f64-f2bd-46a7-8564-88bfa95f75c5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 200 len: 856 time: 0.0731390 Jan 18 13:20:41.079291 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port bca2b321-41b7-4b74-ae26-ebc944ece332 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:20:41.079747 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:41.161224 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-eddd58d3-2386-4b66-8dc8-f08ea4b85835 req-80c5e1c6-04b2-4592-9a44-2ca3a30f923e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754058 Jan 18 13:20:41.198754 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:41.225201 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:20:41.235927 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bca2b321-41b7-4b74-ae26-ebc944ece332,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:41.287299 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:41.304438 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-eddd58d3-2386-4b66-8dc8-f08ea4b85835 req-04f85dc2-8359-4bda-8cef-90c5e8597c04 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364455 Jan 18 13:20:41.372603 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-66d5f8a3-3ed1-4814-a2f4-c46631181c13 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:41.375325 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-66d5f8a3-3ed1-4814-a2f4-c46631181c13 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.91 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 945 time: 0.1119027 Jan 18 13:20:41.403354 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=bca2b321-41b7-4b74-ae26-ebc944ece332,revision_number=7']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:41.454634 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Deleting port 1f822614-1a30-4d30-a39e-25b502ccfd43 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:20:41.455453 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:41.455969 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-eddd58d3-2386-4b66-8dc8-f08ea4b85835 req-7885cb64-586b-4f7a-b432-09119b67497b service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447077 Jan 18 13:20:41.468974 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'code': 200} Jan 18 13:20:41.769934 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] For port 1f822614-1a30-4d30-a39e-25b502ccfd43, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1f822614-1a30-4d30-a39e-25b502ccfd43,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:41.770289 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:41.785822 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a9b1f-5a4c-47d8-8006-d8b8a4b7b65d req-7e157094-5de1-4819-ace7-1405fb30bbda tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:41.787316 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c50a9b1f-5a4c-47d8-8006-d8b8a4b7b65d req-7e157094-5de1-4819-ace7-1405fb30bbda tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.2115271 Jan 18 13:20:42.044173 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c50a9b1f-5a4c-47d8-8006-d8b8a4b7b65d req-0fe52817-78ab-45f0-b7f8-f2ac5d1dd93b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065117 Jan 18 13:20:42.223809 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:42.224171 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:42.224475 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.l3_db [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Floating IP 8939bb08-7f21-4eb1-84fa-934ddffa7dae disassociated. External IP: 172.27.1.169, port: 1f822614-1a30-4d30-a39e-25b502ccfd43. Jan 18 13:20:42.224803 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Calling delete_port for 1f822614-1a30-4d30-a39e-25b502ccfd43 owned by compute:nova {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:20:42.323905 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe79f8-8ad0-4073-97d9-477498d6f8c2 req-bc0cb90c-3c41-4a35-b872-e5ed7292f9fb tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:42.325272 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-acbe79f8-8ad0-4073-97d9-477498d6f8c2 req-bc0cb90c-3c41-4a35-b872-e5ed7292f9fb tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 945 time: 0.1616685 Jan 18 13:20:42.422482 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-acbe79f8-8ad0-4073-97d9-477498d6f8c2 req-4dfc0ac9-11e6-4840-9ca0-b504156d8056 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c1dd6d5-0c8d-4c51-82ed-967427924857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659027 Jan 18 13:20:42.481704 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:42.529925 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event deleted for resources: {'Port': ['ID=1f822614-1a30-4d30-a39e-25b502ccfd43,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:42.553711 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:42.554273 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:42.554834 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:42.555408 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:42.555782 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:42.556164 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:42.556716 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:42.557257 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:42.557809 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:42.558360 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:42.559509 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:42.760694 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Router a091288e-732a-4687-8d95-91425eca3fa3 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:20:42.990064 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:20:43.001514 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adbe681-ce9a-48bc-9777-0ae5fbbbb371 None None] Sync routers for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:20:43.019389 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adbe681-ce9a-48bc-9777-0ae5fbbbb371 None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:20:43.019938 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-7adbe681-ce9a-48bc-9777-0ae5fbbbb371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:20:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:43.063048 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] No DVR routers for this DVR port 1f822614-1a30-4d30-a39e-25b502ccfd43 on host hv-cinder-82510 {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:20:43.070404 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:43.073192 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'name': 'network-vif-deleted', 'tag': '1f822614-1a30-4d30-a39e-25b502ccfd43'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:20:43.086730 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8cf1e888-d7fc-4efa-90df-9a2ec1b951dd req-38e26e52-9bda-404a-8373-37f9d53aa0d6 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.91 "DELETE /v2.0/ports/1f822614-1a30-4d30-a39e-25b502ccfd43 HTTP/1.1" status: 204 len: 173 time: 1.7056215 Jan 18 13:20:43.239620 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ac25ca-ce55-4c8b-8b40-d3eef7909b3b', 'name': 'network-vif-deleted', 'tag': '1f822614-1a30-4d30-a39e-25b502ccfd43', 'status': 'completed', 'code': 200} Jan 18 13:20:43.250470 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-7adbe681-ce9a-48bc-9777-0ae5fbbbb371 None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:20:43.285344 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef61e3c-abd1-4735-8759-d404f2e0d907 req-6e6fcdd9-e3cc-4bbd-a425-58914f6c57dd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:43.286742 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0ef61e3c-abd1-4735-8759-d404f2e0d907 req-6e6fcdd9-e3cc-4bbd-a425-58914f6c57dd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0900722 Jan 18 13:20:43.334114 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0ef61e3c-abd1-4735-8759-d404f2e0d907 req-3463a613-6b63-4a9d-811d-4abeda02eaa3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415180 Jan 18 13:20:43.464071 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:20:43.586441 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-7adbe681-ce9a-48bc-9777-0ae5fbbbb371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:43.591875 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adbe681-ce9a-48bc-9777-0ae5fbbbb371 None None] Checking router: a091288e-732a-4687-8d95-91425eca3fa3 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:20:43.602832 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adbe681-ce9a-48bc-9777-0ae5fbbbb371 None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:20:43.603818 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-7adbe681-ce9a-48bc-9777-0ae5fbbbb371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:20:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:43.612321 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-c4354ff2-7e04-409f-bced-2e0a8b5afdbc req-a944caa2-8e83-40cd-8325-345c12416271 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Synchronizing usage tracker for tenant:68b28824eec64ec5aaa6b2c018208c8e on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:20:43.714877 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-c4354ff2-7e04-409f-bced-2e0a8b5afdbc req-a944caa2-8e83-40cd-8325-345c12416271 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Unset dirty status for tenant:68b28824eec64ec5aaa6b2c018208c8e on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:20:43.716078 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c4354ff2-7e04-409f-bced-2e0a8b5afdbc req-a944caa2-8e83-40cd-8325-345c12416271 tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/ports?device_id=55ac25ca-ce55-4c8b-8b40-d3eef7909b3b HTTP/1.1" status: 200 len: 210 time: 0.1468427 Jan 18 13:20:43.780323 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-7adbe681-ce9a-48bc-9777-0ae5fbbbb371 None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:20:44.140755 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-7adbe681-ce9a-48bc-9777-0ae5fbbbb371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:44.145157 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adbe681-ce9a-48bc-9777-0ae5fbbbb371 None None] The sync data for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi is: [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:53Z', 'revision_number': 4, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'f7a21266-34f2-446b-8f9c-b3ae6697dcd7', 'name': '', 'network_id': '6033635d-8e5c-4c0c-9279-8738c2f2381d', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'mac_address': 'fa:16:3e:64:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:51Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'subnets': [{'id': '4e9e5053-81db-4d00-a550-ac7a77f48e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:20:44.370290 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00212d4e-71b0-4d2e-98c6-bba10ffea4ff None None] New status for floating IP 8939bb08-7f21-4eb1-84fa-934ddffa7dae: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:20:44.706960 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b09e26-16fd-4b86-8219-2f9ba750f3d3 req-a84f0bed-2a4e-495d-aee1-0913697e75c6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:44.711905 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a1b09e26-16fd-4b86-8219-2f9ba750f3d3 req-a84f0bed-2a4e-495d-aee1-0913697e75c6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0926585 Jan 18 13:20:44.762148 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a1b09e26-16fd-4b86-8219-2f9ba750f3d3 req-5e383ddf-e3b2-4165-bea4-21495bbe6b5c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478988 Jan 18 13:20:44.950877 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58050) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:45.007567 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 1f822614-1a30-4d30-a39e-25b502ccfd43 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:20:45.022524 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.040481 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: 1f822614-1a30-4d30-a39e-25b502ccfd43 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:20:45.040807 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 1f822614-1a30-4d30-a39e-25b502ccfd43 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:20:45.053920 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.218478 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.238375 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1dd6d5-0c8d-4c51-82ed-967427924857,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:45.247541 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.250314 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.250314 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.250314 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.250314 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.250314 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.250314 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.250314 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.250314 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.251019 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.251019 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:20:45.334855 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.336151 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-1142c600-e71a-4888-ab53-9acca6911daf tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "DELETE /v2.0/security-groups/2c1dd6d5-0c8d-4c51-82ed-967427924857 HTTP/1.1" status: 204 len: 168 time: 0.3837478 Jan 18 13:20:45.339083 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58062) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:45.361337 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.api.v2.resource [None req-f6ab9d6d-d691-4f5f-9b13-bee4911c5a1d tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] show failed (client error): The resource could not be found. Jan 18 13:20:45.364988 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-f6ab9d6d-d691-4f5f-9b13-bee4911c5a1d tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "GET /v2.0/security-groups/2c1dd6d5-0c8d-4c51-82ed-967427924857 HTTP/1.1" status: 404 len: 347 time: 0.0221710 Jan 18 13:20:45.365317 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 58066) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:45.547583 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-45accca1-2dc9-414b-8e81-019a23f8e2df tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Deleting port cc13ae74-3aaf-4817-8378-6b85d1b1947f {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:20:45.547931 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45accca1-2dc9-414b-8e81-019a23f8e2df tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.896012 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45accca1-2dc9-414b-8e81-019a23f8e2df tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:45.896751 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45accca1-2dc9-414b-8e81-019a23f8e2df tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:46.087390 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-45accca1-2dc9-414b-8e81-019a23f8e2df tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Calling delete_port for cc13ae74-3aaf-4817-8378-6b85d1b1947f owned by network:floatingip {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:20:46.211243 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1251b-234c-4139-9731-042273631fc0 req-6f4e07c6-d556-455a-9aff-4a0e17d98025 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:46.213035 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3ab1251b-234c-4139-9731-042273631fc0 req-6f4e07c6-d556-455a-9aff-4a0e17d98025 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.3048103 Jan 18 13:20:46.318696 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3ab1251b-234c-4139-9731-042273631fc0 req-6d0382a9-6d43-4d6a-be19-6accf9b51a08 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982704 Jan 18 13:20:46.395872 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45accca1-2dc9-414b-8e81-019a23f8e2df tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:46.451263 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45accca1-2dc9-414b-8e81-019a23f8e2df tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Pushing event deleted for resources: {'Port': ['ID=cc13ae74-3aaf-4817-8378-6b85d1b1947f,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:46.570551 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45accca1-2dc9-414b-8e81-019a23f8e2df tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks [] for floatingip, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:46.660636 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45accca1-2dc9-414b-8e81-019a23f8e2df tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:46.661808 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-45accca1-2dc9-414b-8e81-019a23f8e2df tempest-AttachVolumeTestJSON-786497344 tempest-AttachVolumeTestJSON-786497344-project] 10.222.0.87 "DELETE /v2.0/floatingips/8939bb08-7f21-4eb1-84fa-934ddffa7dae HTTP/1.1" status: 204 len: 168 time: 1.2953780 Jan 18 13:20:47.643224 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742142-488d-41bd-8dfb-56a53c333924 req-732ae23e-c661-42ca-82dc-eab4e75f55dc tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:47.645048 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4e742142-488d-41bd-8dfb-56a53c333924 req-732ae23e-c661-42ca-82dc-eab4e75f55dc tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0934608 Jan 18 13:20:47.703860 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4e742142-488d-41bd-8dfb-56a53c333924 req-85efffa3-fd32-49ec-b1d2-925aa6a04b41 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518606 Jan 18 13:20:48.965576 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b865f-cb22-4a44-9e49-1971ac9d6dbe req-23fdc3be-6e9d-4f2f-b52c-d54fbde7a117 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:48.967433 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d54b865f-cb22-4a44-9e49-1971ac9d6dbe req-23fdc3be-6e9d-4f2f-b52c-d54fbde7a117 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0975063 Jan 18 13:20:49.031722 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d54b865f-cb22-4a44-9e49-1971ac9d6dbe req-6956a5ce-4d3f-4ea0-801f-673b5c5ce637 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561078 Jan 18 13:20:49.309741 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ef3d2fad-8616-43bf-8839-35a6242a33ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:50.258003 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00c792-a1bc-4c88-84fd-bab0752cfaea req-5a3c3ced-b7d0-4292-bae6-3a90c33eb218 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:50.259510 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4a00c792-a1bc-4c88-84fd-bab0752cfaea req-5a3c3ced-b7d0-4292-bae6-3a90c33eb218 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0812016 Jan 18 13:20:50.309610 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4a00c792-a1bc-4c88-84fd-bab0752cfaea req-f718a360-fdaf-49cc-b209-2b7e541f1c02 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437615 Jan 18 13:20:51.559644 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f689b-7025-401e-b1c7-2a3dffe420d0 req-00a4122f-7072-4de0-8dcd-bf3289030068 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:51.561155 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5e6f689b-7025-401e-b1c7-2a3dffe420d0 req-00a4122f-7072-4de0-8dcd-bf3289030068 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0942488 Jan 18 13:20:51.622019 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5e6f689b-7025-401e-b1c7-2a3dffe420d0 req-e7e4c087-1122-439f-90dd-dc989bf06cf6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545857 Jan 18 13:20:51.732414 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e06988b9-0cfc-4182-a031-3a73817bbee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:51.791869 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 58116) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:52.357534 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9c78-c6e2-4c91-857d-53ea3c2bbc2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1038416'] for router_interface, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:52.778686 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:52.951476 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:52.978064 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee9378-4323-4f6d-88e5-1da2f8fae193 req-f2cf6ebf-4f0b-4f30-8625-2965447b1552 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:52.979585 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2ee9378-4323-4f6d-88e5-1da2f8fae193 req-f2cf6ebf-4f0b-4f30-8625-2965447b1552 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.1865580 Jan 18 13:20:53.117710 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2ee9378-4323-4f6d-88e5-1da2f8fae193 req-5408ab19-91dc-49d3-84a3-90b1d050ee96 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254320 Jan 18 13:20:53.287174 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd9c78-c6e2-4c91-857d-53ea3c2bbc2c admin admin] Deleting port f7a21266-34f2-446b-8f9c-b3ae6697dcd7 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:20:53.287586 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9c78-c6e2-4c91-857d-53ea3c2bbc2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:53.472619 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [None req-6dcd9c78-c6e2-4c91-857d-53ea3c2bbc2c admin admin] For port f7a21266-34f2-446b-8f9c-b3ae6697dcd7, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=f7a21266-34f2-446b-8f9c-b3ae6697dcd7,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:53.473289 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9c78-c6e2-4c91-857d-53ea3c2bbc2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:53.601250 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd9c78-c6e2-4c91-857d-53ea3c2bbc2c admin admin] Calling delete_port for f7a21266-34f2-446b-8f9c-b3ae6697dcd7 owned by network:router_interface {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:20:53.876813 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9c78-c6e2-4c91-857d-53ea3c2bbc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:53.924744 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd9c78-c6e2-4c91-857d-53ea3c2bbc2c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a21266-34f2-446b-8f9c-b3ae6697dcd7,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:54.086515 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:54.273062 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9c78-c6e2-4c91-857d-53ea3c2bbc2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8258696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1039289'] for router_interface, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:54.495084 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994ff04-40fb-48ea-bab6-67c9259d006b req-7d2f9a6c-3ff0-44f2-8dd8-ad809d11e8c0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:54.495084 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3994ff04-40fb-48ea-bab6-67c9259d006b req-7d2f9a6c-3ff0-44f2-8dd8-ad809d11e8c0 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.1418879 Jan 18 13:20:54.706332 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3994ff04-40fb-48ea-bab6-67c9259d006b req-b34f1b74-2427-4987-8f1c-20d4d6480445 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055326 Jan 18 13:20:55.200635 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcd9c78-c6e2-4c91-857d-53ea3c2bbc2c admin admin] Router a091288e-732a-4687-8d95-91425eca3fa3 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:20:55.420524 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcd9c78-c6e2-4c91-857d-53ea3c2bbc2c admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:20:55.431345 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e4ce1-5981-494a-a3c2-5352b24d130c None None] Sync routers for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:20:55.436378 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58134) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:55.436874 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-6dcd9c78-c6e2-4c91-857d-53ea3c2bbc2c admin admin] 10.222.0.87 "PUT /v2.0/routers/a091288e-732a-4687-8d95-91425eca3fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6435404 Jan 18 13:20:55.446443 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e4ce1-5981-494a-a3c2-5352b24d130c None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:20:55.447533 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-b90e4ce1-5981-494a-a3c2-5352b24d130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:20:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:55.645066 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-b90e4ce1-5981-494a-a3c2-5352b24d130c None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:20:55.669240 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:55.935855 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:55.944234 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-b90e4ce1-5981-494a-a3c2-5352b24d130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:20:53Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:55.948228 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e4ce1-5981-494a-a3c2-5352b24d130c None None] Checking router: a091288e-732a-4687-8d95-91425eca3fa3 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:20:55.959571 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e4ce1-5981-494a-a3c2-5352b24d130c None None] Routers {'a091288e-732a-4687-8d95-91425eca3fa3'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:20:55.960259 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-b90e4ce1-5981-494a-a3c2-5352b24d130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:20:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['a091288e-732a-4687-8d95-91425eca3fa3'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:55.965600 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617d332-7ab6-44dd-9e5c-8cab244d4561 req-8cbb32ca-cfc9-49bb-94f6-9a1dfd764a6a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:55.967271 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4617d332-7ab6-44dd-9e5c-8cab244d4561 req-8cbb32ca-cfc9-49bb-94f6-9a1dfd764a6a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0963995 Jan 18 13:20:56.017343 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4617d332-7ab6-44dd-9e5c-8cab244d4561 req-1e3e29d4-cd12-4a57-a8fb-9d6f626fe42b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436430 Jan 18 13:20:56.149828 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Deleting port 2b7c71e2-332b-49e5-96b6-fb757c97907d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:20:56.150109 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-b90e4ce1-5981-494a-a3c2-5352b24d130c None None] Set router a091288e-732a-4687-8d95-91425eca3fa3 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:20:56.150208 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:56.328156 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] For port 2b7c71e2-332b-49e5-96b6-fb757c97907d, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=2b7c71e2-332b-49e5-96b6-fb757c97907d,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:56.328544 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:56.433566 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-b90e4ce1-5981-494a-a3c2-5352b24d130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:20:53Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:56.438345 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e4ce1-5981-494a-a3c2-5352b24d130c None None] The sync data for ids ['a091288e-732a-4687-8d95-91425eca3fa3'] in dv-cinder-825102-1-iscsi is: [{'id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'name': 'tempest-AttachVolumeTestJSON-1266099222-router', 'tenant_id': '68b28824eec64ec5aaa6b2c018208c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:20:53Z', 'revision_number': 5, 'project_id': '68b28824eec64ec5aaa6b2c018208c8e', 'gw_port': {'id': '2b7c71e2-332b-49e5-96b6-fb757c97907d', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091288e-732a-4687-8d95-91425eca3fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:20:56.453542 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Calling delete_port for 2b7c71e2-332b-49e5-96b6-fb757c97907d owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:20:56.780119 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:56.869116 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7c71e2-332b-49e5-96b6-fb757c97907d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:57.105987 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1039221'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:57.287421 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3a65a-b1c3-42c5-a47d-938daaee3cc7 req-c7c24cf9-68a0-4b8a-9886-ae10b9b8e379 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:57.294284 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a1b3a65a-b1c3-42c5-a47d-938daaee3cc7 req-c7c24cf9-68a0-4b8a-9886-ae10b9b8e379 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.1049056 Jan 18 13:20:57.373297 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a1b3a65a-b1c3-42c5-a47d-938daaee3cc7 req-4722354d-a225-4b80-aa91-6c278777f439 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780416 Jan 18 13:20:57.390486 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device f7a21266-34f2-446b-8f9c-b3ae6697dcd7 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:20:57.426485 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: f7a21266-34f2-446b-8f9c-b3ae6697dcd7 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:20:57.426959 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device f7a21266-34f2-446b-8f9c-b3ae6697dcd7 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:20:57.429544 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110357'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:57.433903 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:57.601129 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032605'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:57.601853 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a091288e-732a-4687-8d95-91425eca3fa3 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:20:57.615146 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:57.616481 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-2b90ffef-afb6-4410-9824-b303b1812ce3 admin admin] 10.222.0.87 "DELETE /v2.0/routers/a091288e-732a-4687-8d95-91425eca3fa3 HTTP/1.1" status: 204 len: 168 time: 2.1782012 Jan 18 13:20:57.618992 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58146) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:57.682891 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e867fb-2ef0-491a-9ca9-87ee82828f7c admin admin] Deleting subnet 4e9e5053-81db-4d00-a550-ac7a77f48e0d {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:20:57.686442 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-39e867fb-2ef0-491a-9ca9-87ee82828f7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:57.742015 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-39e867fb-2ef0-491a-9ca9-87ee82828f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091171'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:57.822005 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-39e867fb-2ef0-491a-9ca9-87ee82828f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:57.989707 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-39e867fb-2ef0-491a-9ca9-87ee82828f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1345888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911589'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:58.032207 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e867fb-2ef0-491a-9ca9-87ee82828f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e9e5053-81db-4d00-a550-ac7a77f48e0d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:58.038264 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-39e867fb-2ef0-491a-9ca9-87ee82828f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:58.044139 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c08e6-8c76-472e-8316-574b418c99b9 None None] Network 6033635d-8e5c-4c0c-9279-8738c2f2381d requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:20:58.048233 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 58156) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:20:58.048400 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-39e867fb-2ef0-491a-9ca9-87ee82828f7c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4e9e5053-81db-4d00-a550-ac7a77f48e0d HTTP/1.1" status: 204 len: 168 time: 0.4282811 Jan 18 13:20:58.165603 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:58.176482 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Deleting port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:20:58.176812 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:58.310970 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e427084a-7eaf-40ca-a5c0-5211e20ea7f3 None None] DHCP port deletion for 6033635d-8e5c-4c0c-9279-8738c2f2381d request from dv-cinder-825102-1-iscsi {{(pid=83738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:20:58.315911 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e427084a-7eaf-40ca-a5c0-5211e20ea7f3 None None] Deleting port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:20:58.316286 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e427084a-7eaf-40ca-a5c0-5211e20ea7f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:58.381235 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] For port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=62c815a9-8c3a-42a1-9443-5ca51a2a01a7,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:58.382668 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:58.505833 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Calling delete_port for 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 owned by network:dhcp {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:20:58.556445 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-e427084a-7eaf-40ca-a5c0-5211e20ea7f3 None None] For port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=62c815a9-8c3a-42a1-9443-5ca51a2a01a7,segment=NetworkSegment(f810c8aa-c3db-4137-9f78-675ce4ca3c98),segment_id=f810c8aa-c3db-4137-9f78-675ce4ca3c98)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:20:58.556911 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e427084a-7eaf-40ca-a5c0-5211e20ea7f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:58.679931 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e427084a-7eaf-40ca-a5c0-5211e20ea7f3 None None] Calling delete_port for 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:20:58.753228 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ff064-996c-4655-9c74-5a97076a15ec req-ee3d8b9c-1bb9-4db9-b34a-084cda4174ee tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:58.754713 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e01ff064-996c-4655-9c74-5a97076a15ec req-ee3d8b9c-1bb9-4db9-b34a-084cda4174ee tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.2238626 Jan 18 13:20:58.801384 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e01ff064-996c-4655-9c74-5a97076a15ec req-fd27e85d-43a7-4c6b-8054-e9696c25a9b4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 Jan 18 13:20:58.834988 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:58.840936 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.api [None req-e427084a-7eaf-40ca-a5c0-5211e20ea7f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:20:58.841286 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG oslo_db.api [None req-e427084a-7eaf-40ca-a5c0-5211e20ea7f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:20:58.887275 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c815a9-8c3a-42a1-9443-5ca51a2a01a7,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:58.894276 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] No DVR routers for this DVR port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 on host dv-cinder-825102-1-iscsi {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:20:59.054940 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:59.083781 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6033635d-8e5c-4c0c-9279-8738c2f2381d']}} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:59.101447 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f810c8aa-c3db-4137-9f78-675ce4ca3c98') {'for_net_delete': True} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:59.101709 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f810c8aa-c3db-4137-9f78-675ce4ca3c98') {} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:20:59.115998 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071319'] for segment, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:59.125929 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0fe30205-5caa-4263-9b63-3cd3d92cd11f req-a2d61ef7-901e-4d68-bf34-ebef15b530e0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 1099 time: 0.2037632 Jan 18 13:20:59.151354 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:59.202915 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=83736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:20:59.203423 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1925978'] for segment, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: Traceback (most recent call last): Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: timer() Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: cb(*args, **kw) Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: return func(*args, **kwargs) Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: self._notify() Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: self.callback(batched_events) Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: event.method(event) Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: return f(self, *a, **k) Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._get(url).json() Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: return self.request(url, 'GET', **kwargs) Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:20:59.215914 dv-cinder-825102-1-iscsi neutron-server[83736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:20:59.309390 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:20:59.342207 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e427084a-7eaf-40ca-a5c0-5211e20ea7f3 None None] Deleting port 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:20:59.343097 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e427084a-7eaf-40ca-a5c0-5211e20ea7f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:59.349887 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30205-5caa-4263-9b63-3cd3d92cd11f req-65dcd06e-21dd-4b6f-8a5d-5af19d871ed2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:59.351349 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0fe30205-5caa-4263-9b63-3cd3d92cd11f req-65dcd06e-21dd-4b6f-8a5d-5af19d871ed2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 918 time: 0.2183352 Jan 18 13:20:59.365950 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:20:59.366291 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 62c815a9-8c3a-42a1-9443-5ca51a2a01a7 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:20:59.366700 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 2b7c71e2-332b-49e5-96b6-fb757c97907d no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:20:59.429317 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 2b7c71e2-332b-49e5-96b6-fb757c97907d {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:20:59.429568 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 2b7c71e2-332b-49e5-96b6-fb757c97907d not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:20:59.430011 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:59.439438 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-e427084a-7eaf-40ca-a5c0-5211e20ea7f3 None None] The port '62c815a9-8c3a-42a1-9443-5ca51a2a01a7' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:20:59.447418 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:59.471041 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6033635d-8e5c-4c0c-9279-8738c2f2381d,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:20:59.481709 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0fe30205-5caa-4263-9b63-3cd3d92cd11f req-8516595b-86e1-4334-9cd4-35705a6ff6e6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bca2b321-41b7-4b74-ae26-ebc944ece332 HTTP/1.1" status: 200 len: 1002 time: 0.1244028 Jan 18 13:20:59.547490 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30205-5caa-4263-9b63-3cd3d92cd11f req-03b18743-5843-4c72-83cf-04c572c0c82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:20:59.548913 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0fe30205-5caa-4263-9b63-3cd3d92cd11f req-03b18743-5843-4c72-83cf-04c572c0c82f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 200 len: 856 time: 0.0614359 Jan 18 13:20:59.588372 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-44ba8384-e96e-45de-86b5-4a667af6b9b7 admin admin] 10.222.0.87 "DELETE /v2.0/networks/6033635d-8e5c-4c0c-9279-8738c2f2381d HTTP/1.1" status: 204 len: 168 time: 1.5382330 Jan 18 13:20:59.625691 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0fe30205-5caa-4263-9b63-3cd3d92cd11f req-a9e6bd20-ca12-47e9-96c6-b095ec4e35a0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709291 Jan 18 13:20:59.759049 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0fe30205-5caa-4263-9b63-3cd3d92cd11f req-e5cadcce-a072-4f22-936f-7d8349e3912e service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269622 Jan 18 13:20:59.895434 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0fe30205-5caa-4263-9b63-3cd3d92cd11f req-1d172948-5899-4f5d-9a13-8663a86a1f89 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293352 Jan 18 13:20:59.955220 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58168) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:00.006031 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-4aeeb039-a41b-4d4e-9fa7-64353292314d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=68b28824eec64ec5aaa6b2c018208c8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490694 Jan 18 13:21:00.008547 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58172) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:00.020577 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13db23c-dea1-4ddf-b898-ada97beae5c6 req-3929be03-580c-4a86-9b5a-6cc3e799034c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:00.023533 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d13db23c-dea1-4ddf-b898-ada97beae5c6 req-3929be03-580c-4a86-9b5a-6cc3e799034c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0870957 Jan 18 13:21:00.068247 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5ed6b65-3e30-4a4b-9e95-57185b1650c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:00.072617 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d13db23c-dea1-4ddf-b898-ada97beae5c6 req-b0773355-ad3d-4400-ae33-fdd87a96ee68 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426905 Jan 18 13:21:00.095189 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5ed6b65-3e30-4a4b-9e95-57185b1650c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:00.263029 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5ed6b65-3e30-4a4b-9e95-57185b1650c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:00.280855 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed6b65-3e30-4a4b-9e95-57185b1650c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972a739d-d9ea-4e1b-8d40-9c775ade7cf3,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:00.287215 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b5ed6b65-3e30-4a4b-9e95-57185b1650c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:00.288409 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-b5ed6b65-3e30-4a4b-9e95-57185b1650c4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/972a739d-d9ea-4e1b-8d40-9c775ade7cf3 HTTP/1.1" status: 204 len: 168 time: 0.2789857 Jan 18 13:21:01.307863 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c793-5611-418f-af4f-ff45f69bbed1 req-87ddb423-cd17-4a81-9b43-278e9259b888 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:01.309296 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e836c793-5611-418f-af4f-ff45f69bbed1 req-87ddb423-cd17-4a81-9b43-278e9259b888 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0934379 Jan 18 13:21:01.355133 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e836c793-5611-418f-af4f-ff45f69bbed1 req-25180cf9-112e-4304-8dac-183808eb01da tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399947 Jan 18 13:21:01.443869 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58196) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:01.576063 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1848689013-network', 'tenant_id': '15b6d9d1b82a4911978cd65518e7677f'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:21:01.581260 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:21:01.585389 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Usage tracker for resource:network and tenant:15b6d9d1b82a4911978cd65518e7677f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:21:01.588270 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:21:01.595093 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:21:01.669032 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Made reservation on behalf of 15b6d9d1b82a4911978cd65518e7677f for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:21:01.672126 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:01.687656 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:01.721132 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:21:01.725101 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Usage tracker for resource:security_group_rule and tenant:15b6d9d1b82a4911978cd65518e7677f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:21:01.727945 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:21:01.734987 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:21:01.761360 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:01.800032 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:01.886320 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:01.917100 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:21:01.926480 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df82edd-1095-4d5b-a270-cd73d1b20f0f,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:01.931802 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:01.932136 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Added segment 83162e30-e9c5-42df-9723-2b9860bba0da of type vlan for network 7a0e7e1e-1100-412d-8d3a-dc125f817649 Jan 18 13:21:01.958325 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:02.058370 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:02.059170 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:02.059766 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:02.164114 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] Pushing event updated for resources: {'Network': ['ID=7a0e7e1e-1100-412d-8d3a-dc125f817649,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:02.174664 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network 7a0e7e1e-1100-412d-8d3a-dc125f817649 details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:21:02.236072 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-8d8bfc05-8366-488b-9f5c-41c992c47db0 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7910988 Jan 18 13:21:02.239238 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58202) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:21:02.244755 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Request body: {'subnet': {'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1848689013-subnet', 'tenant_id': '15b6d9d1b82a4911978cd65518e7677f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:21:02.250936 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:21:02.255051 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Usage tracker for resource:subnet and tenant:15b6d9d1b82a4911978cd65518e7677f is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:21:02.258178 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:21:02.265455 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:21:02.349469 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Made reservation on behalf of 15b6d9d1b82a4911978cd65518e7677f for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:21:02.351865 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911610'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:02.581615 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18de8b1-0da1-46d4-bad7-20a40a3ba05e req-7d779516-14f4-4352-948c-86c29ef90b7b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:02.583112 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b18de8b1-0da1-46d4-bad7-20a40a3ba05e req-7d779516-14f4-4352-948c-86c29ef90b7b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 946 time: 0.0856781 Jan 18 13:21:02.630920 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b18de8b1-0da1-46d4-bad7-20a40a3ba05e req-50f9a7d6-4794-43b1-ac08-341cd2c81d87 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391855 Jan 18 13:21:02.700058 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1345827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911596'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:02.776387 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07153243-8786-4d45-84e5-e0e6048b789b,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:02.786392 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Checking segment: {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:21:02.786746 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Network hostable DHCP agents. Network: 7a0e7e1e-1100-412d-8d3a-dc125f817649, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:21:02.886323 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Network 7a0e7e1e-1100-412d-8d3a-dc125f817649 is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:21:02.960713 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, 7a0e7e1e-1100-412d-8d3a-dc125f817649) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:21:02.964871 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:02.965584 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:02.971353 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915efd0f-09bd-498d-9e99-1c81c056f04d None None] Network 7a0e7e1e-1100-412d-8d3a-dc125f817649 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:21:03.087224 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-cb48ad37-1961-4d82-bf03-450fc11b84c4 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8467803 Jan 18 13:21:03.115726 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bca2b321-41b7-4b74-ae26-ebc944ece332 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:21:03.265516 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5fbd8a-3e62-48ba-b28f-75738e2b2368 None None] Network 7a0e7e1e-1100-412d-8d3a-dc125f817649 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:21:03.352723 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:03.406569 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:21:03.427684 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bca2b321-41b7-4b74-ae26-ebc944ece332,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:03.510473 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:03.585192 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=bca2b321-41b7-4b74-ae26-ebc944ece332,revision_number=8']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:03.838892 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-80a6d6e2-117d-4b75-a276-cfe6bc57cf50 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:03.840288 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-80a6d6e2-117d-4b75-a276-cfe6bc57cf50 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/networks?id=7a0e7e1e-1100-412d-8d3a-dc125f817649 HTTP/1.1" status: 200 len: 815 time: 0.2241082 Jan 18 13:21:03.861755 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-55719ad0-41cd-4b13-8353-c1adbd37b412 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/quotas/15b6d9d1b82a4911978cd65518e7677f HTTP/1.1" status: 200 len: 375 time: 0.0133169 Jan 18 13:21:03.893011 dv-cinder-825102-1-iscsi neutron-server[83738]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'code': 422} returned with failed status Jan 18 13:21:03.916416 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-fcd8ea79-4f43-40fc-8d97-212423ca3c74 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=15b6d9d1b82a4911978cd65518e7677f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491483 Jan 18 13:21:04.000867 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32521055-f991-4a76-a707-c093b3d0b587 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83736) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:21:04.001914 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32521055-f991-4a76-a707-c093b3d0b587 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0790699 Jan 18 13:21:04.137169 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-7c00f087-e396-46c1-8fac-040d341fd8ce service neutron] 10.222.0.87 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282196 Jan 18 13:21:04.274056 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-a7e914e6-4e2e-4e45-9a87-c835fc97ea5f service neutron] 10.222.0.87 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301713 Jan 18 13:21:04.564640 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e7b75b96-f526-4866-96f4-36fe53add1ff req-e5fe06d6-e35d-4cd6-bdba-7166296c46b0 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 210 time: 0.0486302 Jan 18 13:21:05.336261 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-543bfeea-4137-45ec-a49c-1f0a04383044 req-e2fffd94-d849-4597-8bff-f458348c4292 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0736229 Jan 18 13:21:05.777040 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d224cb23-772e-45db-bb1c-2b27af327fc2 req-1823046c-0b76-4bed-9ceb-3d9fc25ac881 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 210 time: 0.0505555 Jan 18 13:21:05.813735 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafba41e-b015-44ae-bb6b-7963a9d88421 req-eacd2082-df05-4e02-9574-8673eb39b718 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:05.815166 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aafba41e-b015-44ae-bb6b-7963a9d88421 req-eacd2082-df05-4e02-9574-8673eb39b718 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.1229568 Jan 18 13:21:05.863243 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-aafba41e-b015-44ae-bb6b-7963a9d88421 req-e693f660-b766-4311-9073-81d3314e39b3 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423591 Jan 18 13:21:06.150360 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d72d63d2-c6f9-42c6-94e3-71af591be930 req-a595f4e3-6188-46bd-9422-22d8d267d336 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422472 Jan 18 13:21:06.940125 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-39e1cfe4-0bda-45bd-946b-fe7e14596e8e req-08a45c13-35e6-48a7-b216-0c919af3e262 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 210 time: 0.0414321 Jan 18 13:21:07.196161 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-8e9a26ea-da09-43b4-a5b3-d7dde06774ac tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:07.197588 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-8e9a26ea-da09-43b4-a5b3-d7dde06774ac tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "GET /v2.0/networks?id=7a0e7e1e-1100-412d-8d3a-dc125f817649 HTTP/1.1" status: 200 len: 815 time: 0.1971779 Jan 18 13:21:07.211680 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0fe53-7221-4f0c-897b-e0a743878450 req-eb31421b-b09b-4c63-9227-557a6f4d1b88 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:07.213106 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ebf0fe53-7221-4f0c-897b-e0a743878450 req-eb31421b-b09b-4c63-9227-557a6f4d1b88 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.1901276 Jan 18 13:21:07.219156 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Request body: {'port': {'device_id': '9be6f055-764f-423f-8454-f40a15904dc3', 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649', 'admin_state_up': True, 'tenant_id': '15b6d9d1b82a4911978cd65518e7677f'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:21:07.346240 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ebf0fe53-7221-4f0c-897b-e0a743878450 req-f66b7aa8-755f-466c-b91c-2bda5d4ace85 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135640 Jan 18 13:21:07.392655 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:21:07.396492 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Usage tracker for resource:port and tenant:15b6d9d1b82a4911978cd65518e7677f is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:21:07.399477 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:21:07.406079 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:21:07.497804 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Made reservation on behalf of 15b6d9d1b82a4911978cd65518e7677f for: {'port': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:21:07.501348 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:07.676532 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Allocated IP 172.20.0.11 (7a0e7e1e-1100-412d-8d3a-dc125f817649/07153243-8786-4d45-84e5-e0e6048b789b/c483f657-f01d-4b87-a6a0-e8146012ff98) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:21:07.877268 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:07.995643 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:08.184640 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Network 7a0e7e1e-1100-412d-8d3a-dc125f817649 is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:21:08.192614 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Pushing event updated for resources: {'Port': ['ID=c483f657-f01d-4b87-a6a0-e8146012ff98,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:08.194945 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:21:08.201330 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:21:08.273630 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:08.274228 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:08.307225 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828ba8c-3258-4fc0-92df-9c70c7860403 req-28846d66-4091-4b07-b144-a284a7a65ad3 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:08.311699 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-7828ba8c-3258-4fc0-92df-9c70c7860403 req-28846d66-4091-4b07-b144-a284a7a65ad3 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Synchronizing usage tracker for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:21:08.418359 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-32252d46-406d-4bc2-a7a1-011c94113298 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2028890 Jan 18 13:21:08.436677 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Request body: {'port': {'device_id': '9be6f055-764f-423f-8454-f40a15904dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:21:08.469369 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-7828ba8c-3258-4fc0-92df-9c70c7860403 req-28846d66-4091-4b07-b144-a284a7a65ad3 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Unset dirty status for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:21:08.470508 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7828ba8c-3258-4fc0-92df-9c70c7860403 req-28846d66-4091-4b07-b144-a284a7a65ad3 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 932 time: 0.4059508 Jan 18 13:21:08.640529 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7828ba8c-3258-4fc0-92df-9c70c7860403 req-ef2a1ee1-7b67-48f1-a8d4-925803862256 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631944 Jan 18 13:21:08.641059 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:08.718826 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfd46e-cae1-468b-b7c4-fcc2d50b020b req-9650779c-5606-4562-81f4-91620785b5b6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:08.720373 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-85dfd46e-cae1-468b-b7c4-fcc2d50b020b req-9650779c-5606-4562-81f4-91620785b5b6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.2217348 Jan 18 13:21:08.833504 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-85dfd46e-cae1-468b-b7c4-fcc2d50b020b req-5fa87160-cc7a-4fad-91c3-b71f3d6fbb45 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021645 Jan 18 13:21:09.036513 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c483f657-f01d-4b87-a6a0-e8146012ff98 {{(pid=83736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:21:09.043574 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:09.057617 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Transition to ACTIVE for port object c483f657-f01d-4b87-a6a0-e8146012ff98 will not be triggered until provisioned by entity L2. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:21:09.137640 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:09.260739 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Pushing event updated for resources: {'Port': ['ID=c483f657-f01d-4b87-a6a0-e8146012ff98,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:09.379643 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Attempting to bind port c483f657-f01d-4b87-a6a0-e8146012ff98 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:21:09.379887 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Attempting to bind port c483f657-f01d-4b87-a6a0-e8146012ff98 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:21:09.380194 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Attempting to bind port c483f657-f01d-4b87-a6a0-e8146012ff98 on network 7a0e7e1e-1100-412d-8d3a-dc125f817649 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:21:09.386498 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Port c483f657-f01d-4b87-a6a0-e8146012ff98 on network 7a0e7e1e-1100-412d-8d3a-dc125f817649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:21:09.386820 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Attempting to bind port c483f657-f01d-4b87-a6a0-e8146012ff98 on network 7a0e7e1e-1100-412d-8d3a-dc125f817649 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:21:09.395006 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:21:09.395357 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Checking segment: {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:21:09.395736 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Bound using segment: {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:21:09.396144 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Bound port: c483f657-f01d-4b87-a6a0-e8146012ff98, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'}}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:21:09.396476 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:09.484812 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] For port c483f657-f01d-4b87-a6a0-e8146012ff98, host hv-cinder-82510, cleared binding levels {{(pid=83736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:21:09.487710 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] For port c483f657-f01d-4b87-a6a0-e8146012ff98, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c483f657-f01d-4b87-a6a0-e8146012ff98,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:21:09.577942 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:09.630407 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:09.631837 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] 10.222.0.91 "PUT /v2.0/ports/c483f657-f01d-4b87-a6a0-e8146012ff98 HTTP/1.1" status: 200 len: 1094 time: 1.1994720 Jan 18 13:21:09.638296 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be6f055-764f-423f-8454-f40a15904dc3', 'tag': 'c483f657-f01d-4b87-a6a0-e8146012ff98'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:21:09.662514 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff545a9-e16a-478c-87e6-8c02d700146d service neutron] Pushing event updated for resources: {'Port': ['ID=c483f657-f01d-4b87-a6a0-e8146012ff98,revision_number=3']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:09.695775 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be6f055-764f-423f-8454-f40a15904dc3', 'tag': 'c483f657-f01d-4b87-a6a0-e8146012ff98', 'status': 'completed', 'code': 200} Jan 18 13:21:09.866417 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ba00d7b2-637b-4769-a073-4fc710f5ecf0 req-54561899-54b7-4b33-87b1-7e700fda654d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15b6d9d1b82a4911978cd65518e7677f&device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 1097 time: 0.1274965 Jan 18 13:21:09.876788 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e0d16-8f24-44a0-b4c5-a7243b0fc462 req-1a5e2c8b-1ee7-4c8e-a826-d1219194ab16 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:09.878167 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8a0e0d16-8f24-44a0-b4c5-a7243b0fc462 req-1a5e2c8b-1ee7-4c8e-a826-d1219194ab16 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 944 time: 0.1006563 Jan 18 13:21:10.063974 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8a0e0d16-8f24-44a0-b4c5-a7243b0fc462 req-e1ebb834-bad9-4244-8890-8680f1e5b53e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643794 Jan 18 13:21:10.092058 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00d7b2-637b-4769-a073-4fc710f5ecf0 req-ae9e7ea8-06c3-425d-99e5-db57ab4f4f51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:10.093526 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ba00d7b2-637b-4769-a073-4fc710f5ecf0 req-ae9e7ea8-06c3-425d-99e5-db57ab4f4f51 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=15b6d9d1b82a4911978cd65518e7677f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2129440 Jan 18 13:21:10.188271 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f83ae-134e-4e84-8189-4ce8d1f674ca req-05a40bb1-3785-4a81-ae9f-dc98435d76a8 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:10.189597 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ae3f83ae-134e-4e84-8189-4ce8d1f674ca req-05a40bb1-3785-4a81-ae9f-dc98435d76a8 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.2120733 Jan 18 13:21:10.358579 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00d7b2-637b-4769-a073-4fc710f5ecf0 req-2d3d8062-b3e0-4717-b076-6aa415ae0c82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:10.360026 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ba00d7b2-637b-4769-a073-4fc710f5ecf0 req-2d3d8062-b3e0-4717-b076-6aa415ae0c82 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2599683 Jan 18 13:21:10.362269 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ae3f83ae-134e-4e84-8189-4ce8d1f674ca req-e47e3602-5d95-4f84-b22f-8c85cd9b05e7 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632280 Jan 18 13:21:10.489126 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-633ed40a-d6a6-428c-9735-ca31fe3c96c6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15b6d9d1b82a4911978cd65518e7677f&device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 1097 time: 0.0687311 Jan 18 13:21:10.564770 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-fe7df9cf-365a-4374-9bce-efffbf2b2302 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c483f657-f01d-4b87-a6a0-e8146012ff98 HTTP/1.1" status: 200 len: 217 time: 0.0623908 Jan 18 13:21:10.631123 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-95682c99-2647-452e-abf8-2feff08e2344 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:10.643414 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-95682c99-2647-452e-abf8-2feff08e2344 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=07153243-8786-4d45-84e5-e0e6048b789b HTTP/1.1" status: 200 len: 855 time: 0.0624459 Jan 18 13:21:10.678112 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-1e684788-1b92-4af6-972f-ddd8c344ac42 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7a0e7e1e-1100-412d-8d3a-dc125f817649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395899 Jan 18 13:21:10.808815 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-e1cd8d5a-db61-476a-9e8e-6c1f344abdd4 service neutron] 10.222.0.91 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247470 Jan 18 13:21:10.945949 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8b3732c5-af91-4b1d-8451-0129f015a930 req-0840d6ee-10d9-479a-8859-fbf08c058db7 service neutron] 10.222.0.91 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310124 Jan 18 13:21:11.138201 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d72d63d2-c6f9-42c6-94e3-71af591be930 req-f4365b4c-0032-4425-ba7c-7c65bcb5899d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c&tenant_id=fc2e74ac67b84fd5bd577cc130119449 HTTP/1.1" status: 200 len: 1097 time: 0.0744033 Jan 18 13:21:11.300273 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d72d63d2-c6f9-42c6-94e3-71af591be930 req-fa3d3f22-bdf8-41d9-9e2e-78be502fc555 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 1097 time: 0.1286430 Jan 18 13:21:11.306533 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89f09-0fb1-4d42-b5da-490cde804114 req-4625edad-aa36-477b-9c16-65c04a1b2b08 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:11.307863 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e4c89f09-0fb1-4d42-b5da-490cde804114 req-4625edad-aa36-477b-9c16-65c04a1b2b08 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 944 time: 0.1079040 Jan 18 13:21:11.440429 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e4c89f09-0fb1-4d42-b5da-490cde804114 req-767d630e-445c-4b29-92f0-3a96b55e82c3 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140678 Jan 18 13:21:11.473272 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d63d2-c6f9-42c6-94e3-71af591be930 req-9f9b3221-e9fd-4338-b563-5d2ff01b124e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:11.474673 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d72d63d2-c6f9-42c6-94e3-71af591be930 req-9f9b3221-e9fd-4338-b563-5d2ff01b124e service neutron] 10.222.0.91 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 918 time: 0.1660128 Jan 18 13:21:11.627243 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d72d63d2-c6f9-42c6-94e3-71af591be930 req-df734cb8-2c7f-42cc-b1d0-fc10afb1e643 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bca2b321-41b7-4b74-ae26-ebc944ece332 HTTP/1.1" status: 200 len: 1000 time: 0.1460853 Jan 18 13:21:11.679475 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05024087-156d-4528-964b-c567003d872e req-f20bb143-551d-419d-8f51-e0b700b244ed tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:11.680792 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-05024087-156d-4528-964b-c567003d872e req-f20bb143-551d-419d-8f51-e0b700b244ed tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.1493728 Jan 18 13:21:11.716115 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d63d2-c6f9-42c6-94e3-71af591be930 req-405fe3c5-81d5-4898-aacd-a634255d1d4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:11.717860 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d72d63d2-c6f9-42c6-94e3-71af591be930 req-405fe3c5-81d5-4898-aacd-a634255d1d4a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 200 len: 856 time: 0.0832999 Jan 18 13:21:11.776363 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-05024087-156d-4528-964b-c567003d872e req-f146df32-ad62-438d-bc48-5ef6983bcf6b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892403 Jan 18 13:21:11.802302 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d72d63d2-c6f9-42c6-94e3-71af591be930 req-2cc5277a-bf1a-4351-8640-ce6c2a1f1364 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764644 Jan 18 13:21:11.934965 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d72d63d2-c6f9-42c6-94e3-71af591be930 req-b14780d3-f51b-4968-9264-111acdd795e1 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266491 Jan 18 13:21:12.067664 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d72d63d2-c6f9-42c6-94e3-71af591be930 req-8fbc6a0a-89d4-409c-b745-e3d64c7e1c41 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247408 Jan 18 13:21:12.726668 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6e6e4-d93b-4786-9d01-da2bed4333dc req-37efcdf6-35d5-41d3-b7c6-bdd7513fa4ab tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:12.728140 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c1f6e6e4-d93b-4786-9d01-da2bed4333dc req-37efcdf6-35d5-41d3-b7c6-bdd7513fa4ab tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 944 time: 0.1656277 Jan 18 13:21:12.773321 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c1f6e6e4-d93b-4786-9d01-da2bed4333dc req-a5101dce-024b-4fb2-833e-4496edcbd6a6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Jan 18 13:21:12.996095 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3853c-e8dc-4f3d-999d-c2f0df9d76ca req-8fb9e6bd-f71b-4023-befa-47aa3f946e13 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:12.997349 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d3d3853c-e8dc-4f3d-999d-c2f0df9d76ca req-8fb9e6bd-f71b-4023-befa-47aa3f946e13 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0829203 Jan 18 13:21:13.050486 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d3d3853c-e8dc-4f3d-999d-c2f0df9d76ca req-ca62f280-8d36-4eea-a4df-c065f2fd0bf6 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468063 Jan 18 13:21:13.983638 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80981add-02fd-41a4-a026-a146076c5448 req-5c60e03d-79f1-4910-a5f9-2a30cff8c23b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:13.985207 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-80981add-02fd-41a4-a026-a146076c5448 req-5c60e03d-79f1-4910-a5f9-2a30cff8c23b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 944 time: 0.0813932 Jan 18 13:21:14.044695 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-80981add-02fd-41a4-a026-a146076c5448 req-419e2be5-48c0-4325-8a3f-936f159133d3 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537133 Jan 18 13:21:14.278730 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0878a1-c2ea-47e1-90bf-7e730508e7c2 req-00c14b7f-c13e-487d-94b1-e2cd51ac37dd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:14.281142 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-df0878a1-c2ea-47e1-90bf-7e730508e7c2 req-00c14b7f-c13e-487d-94b1-e2cd51ac37dd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0863421 Jan 18 13:21:14.327371 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-df0878a1-c2ea-47e1-90bf-7e730508e7c2 req-245158f2-bf86-43e4-91b9-6c9265436fe5 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396466 Jan 18 13:21:15.219597 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device c483f657-f01d-4b87-a6a0-e8146012ff98 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:21:15.270491 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0acb36-ec11-4f4a-988d-92ca08c39da5 req-1ff59b23-a846-4c2b-b184-f061f7d337be tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:15.272050 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7e0acb36-ec11-4f4a-988d-92ca08c39da5 req-1ff59b23-a846-4c2b-b184-f061f7d337be tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 944 time: 0.0956147 Jan 18 13:21:15.323425 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7e0acb36-ec11-4f4a-988d-92ca08c39da5 req-0c5206b8-b5ab-449d-a95f-c8675bd803e4 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454152 Jan 18 13:21:15.402359 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port c483f657-f01d-4b87-a6a0-e8146012ff98, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c483f657-f01d-4b87-a6a0-e8146012ff98,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:15.458015 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': 'c483f657-f01d-4b87-a6a0-e8146012ff98', 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649', 'port_id': 'c483f657-f01d-4b87-a6a0-e8146012ff98', 'mac_address': 'fa:16:3e:5f:ff:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07153243-8786-4d45-84e5-e0e6048b789b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:21:15.514813 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:15.534106 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c483f657-f01d-4b87-a6a0-e8146012ff98 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:21:15.553032 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port c483f657-f01d-4b87-a6a0-e8146012ff98, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c483f657-f01d-4b87-a6a0-e8146012ff98,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:15.601369 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:15.604848 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094f517-eb4c-4de7-95b3-2e44cb8e3e0f req-9f06d00e-de04-4006-b17c-2d84e835543d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:15.606339 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9094f517-eb4c-4de7-95b3-2e44cb8e3e0f req-9f06d00e-de04-4006-b17c-2d84e835543d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0975876 Jan 18 13:21:15.659082 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9094f517-eb4c-4de7-95b3-2e44cb8e3e0f req-8eab6b44-28f3-4407-92ac-bfa32e620855 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465982 Jan 18 13:21:15.679290 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=c483f657-f01d-4b87-a6a0-e8146012ff98,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:15.689036 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:15.689452 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:15.689864 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:15.690261 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:15.690653 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:15.691077 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:15.691486 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:15.691869 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:15.692248 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:15.692625 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:15.693049 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:16.063296 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['c483f657-f01d-4b87-a6a0-e8146012ff98'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:21:16.578389 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268a328-12a1-49be-914e-b33cf9bfd9d9 req-baf52a50-ac75-4c73-a829-253afba624e3 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:16.579897 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1268a328-12a1-49be-914e-b33cf9bfd9d9 req-baf52a50-ac75-4c73-a829-253afba624e3 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 945 time: 0.0989537 Jan 18 13:21:16.633758 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1268a328-12a1-49be-914e-b33cf9bfd9d9 req-b3db37e7-31a9-4294-b318-80fb4e685ebc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482800 Jan 18 13:21:16.881000 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f784d-894f-499b-809c-87323f908027 req-18a89059-4679-409b-bb4f-ec6f0b80b98b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:16.882465 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-558f784d-894f-499b-809c-87323f908027 req-18a89059-4679-409b-bb4f-ec6f0b80b98b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0791016 Jan 18 13:21:16.935472 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-558f784d-894f-499b-809c-87323f908027 req-d447a2ba-c885-42dc-bdfc-64ecdc090861 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444298 Jan 18 13:21:17.230107 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device c483f657-f01d-4b87-a6a0-e8146012ff98 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:21:17.383216 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port c483f657-f01d-4b87-a6a0-e8146012ff98 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:21:17.388835 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port c483f657-f01d-4b87-a6a0-e8146012ff98 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:21:17.391174 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:17.516530 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:17.545883 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be6f055-764f-423f-8454-f40a15904dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c483f657-f01d-4b87-a6a0-e8146012ff98'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:21:17.556100 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port c483f657-f01d-4b87-a6a0-e8146012ff98, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c483f657-f01d-4b87-a6a0-e8146012ff98,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:17.605294 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be6f055-764f-423f-8454-f40a15904dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c483f657-f01d-4b87-a6a0-e8146012ff98', 'code': 200} Jan 18 13:21:17.641091 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:17.726106 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=c483f657-f01d-4b87-a6a0-e8146012ff98,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:17.907758 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f5ba-e37f-4951-b983-cc373e98cd95 req-e0417df8-baa1-4b2b-98ca-374eaf846afc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:17.910138 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d63f5ba-e37f-4951-b983-cc373e98cd95 req-e0417df8-baa1-4b2b-98ca-374eaf846afc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.1152332 Jan 18 13:21:17.959875 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d63f5ba-e37f-4951-b983-cc373e98cd95 req-108243e8-c39d-4533-84c4-bc374dcd0d6a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441518 Jan 18 13:21:18.185948 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab774f7-654e-441a-bbe3-d267b21e8299 req-318264f9-84ae-4cc0-b916-d3738826d388 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:18.187173 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5ab774f7-654e-441a-bbe3-d267b21e8299 req-318264f9-84ae-4cc0-b916-d3738826d388 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0815008 Jan 18 13:21:18.236095 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5ab774f7-654e-441a-bbe3-d267b21e8299 req-e49b142c-88e6-45c5-9c33-04532335f241 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433762 Jan 18 13:21:19.207525 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29eeb8-6cf6-492e-821f-322e4fb72ca1 req-dc2c1463-357b-4c4e-a981-bedab38ac02d tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:19.209167 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fd29eeb8-6cf6-492e-821f-322e4fb72ca1 req-dc2c1463-357b-4c4e-a981-bedab38ac02d tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.1123366 Jan 18 13:21:19.261431 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fd29eeb8-6cf6-492e-821f-322e4fb72ca1 req-81548f6f-7ef7-43fe-9037-daafdd2bfd4b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466092 Jan 18 13:21:19.286356 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-21a79bdb-af99-4ca0-b8ea-e64a65361b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:19.458517 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff49e98-2ea2-47fc-bd3d-7063004ec146 req-a4f6eea4-f7b4-4ad9-8ab6-44faa9630987 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:19.460147 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3ff49e98-2ea2-47fc-bd3d-7063004ec146 req-a4f6eea4-f7b4-4ad9-8ab6-44faa9630987 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0814369 Jan 18 13:21:19.511102 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3ff49e98-2ea2-47fc-bd3d-7063004ec146 req-41d07399-2152-4da9-acf8-571d49d2bf63 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442691 Jan 18 13:21:20.464404 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:21:20.465937 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6afeb-713c-4e3e-9879-c60b1bd6ef8f req-1b74632c-d6fb-4f60-9cd1-05d10af9900c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:20.468460 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a6b6afeb-713c-4e3e-9879-c60b1bd6ef8f req-1b74632c-d6fb-4f60-9cd1-05d10af9900c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.0834002 Jan 18 13:21:20.521515 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a6b6afeb-713c-4e3e-9879-c60b1bd6ef8f req-e5efe9cc-3e74-48bb-90f7-b00f9c105c96 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468450 Jan 18 13:21:20.734565 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc63a85-50f5-446e-aca9-e446f3e1f0de req-8e2f1deb-95af-435a-89f3-1370fdca8c1b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:20.736151 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2fc63a85-50f5-446e-aca9-e446f3e1f0de req-8e2f1deb-95af-435a-89f3-1370fdca8c1b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0802307 Jan 18 13:21:20.786388 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2fc63a85-50f5-446e-aca9-e446f3e1f0de req-cfb5d19d-2948-4a23-94f8-bbb17ef660ed tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442448 Jan 18 13:21:21.733928 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dd5b8-14c6-4099-9ee9-6656d36e9441 req-01d940df-b41e-4f78-922d-8ab5b4b82095 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:21.735454 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d0dd5b8-14c6-4099-9ee9-6656d36e9441 req-01d940df-b41e-4f78-922d-8ab5b4b82095 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.0795903 Jan 18 13:21:21.742767 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5e96744b-4fa5-4309-b9dd-ad8cfe7ed18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:21.784452 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d0dd5b8-14c6-4099-9ee9-6656d36e9441 req-eac50f66-30d8-4dd5-a11a-c7fd3113866b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431862 Jan 18 13:21:22.024183 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ab424-fec2-436d-a928-7fd976d54916 req-c2e2771b-0a55-4a94-8b90-fafcb31b3905 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:22.025619 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-476ab424-fec2-436d-a928-7fd976d54916 req-c2e2771b-0a55-4a94-8b90-fafcb31b3905 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0813293 Jan 18 13:21:22.075061 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-476ab424-fec2-436d-a928-7fd976d54916 req-87a3ace9-1dcb-4711-958f-6e21933c4181 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432804 Jan 18 13:21:22.777550 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:22.920112 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:22.988612 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b910c-2316-47e7-8d17-ee80e92f453e req-f549f46a-f1ca-45ac-9832-143af915098a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:22.990048 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f56b910c-2316-47e7-8d17-ee80e92f453e req-f549f46a-f1ca-45ac-9832-143af915098a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.0777268 Jan 18 13:21:23.040642 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f56b910c-2316-47e7-8d17-ee80e92f453e req-2c4d9325-b084-4f61-b840-0d0fe805fa3e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 Jan 18 13:21:23.286276 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741caeba-7d08-4388-ac41-70e5de8dd8c8 req-a751ecbd-ab48-4eb8-b512-2a351ae7673e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:23.287723 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-741caeba-7d08-4388-ac41-70e5de8dd8c8 req-a751ecbd-ab48-4eb8-b512-2a351ae7673e tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0788188 Jan 18 13:21:23.331678 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-741caeba-7d08-4388-ac41-70e5de8dd8c8 req-c198834b-e94a-4eeb-a719-8e3353124914 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384429 Jan 18 13:21:24.057744 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:24.235798 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133918a-53a0-46b2-b8f9-40c1aa5c9025 req-323e980e-e901-4093-84d8-23fa2e6808aa tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:24.237152 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d133918a-53a0-46b2-b8f9-40c1aa5c9025 req-323e980e-e901-4093-84d8-23fa2e6808aa tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.0751345 Jan 18 13:21:24.284869 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d133918a-53a0-46b2-b8f9-40c1aa5c9025 req-8585d60e-775e-4737-bb32-5f656732a764 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Jan 18 13:21:24.537990 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e702f-db9e-4f87-8549-2c26c77e3043 req-5fc67530-407c-41c3-a031-cd09a05fcaac tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:24.539487 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-111e702f-db9e-4f87-8549-2c26c77e3043 req-5fc67530-407c-41c3-a031-cd09a05fcaac tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0763619 Jan 18 13:21:24.585135 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-111e702f-db9e-4f87-8549-2c26c77e3043 req-5aa7a9fa-a7f6-4e9e-9291-b8166e9535d4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401971 Jan 18 13:21:25.181476 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c6e77a3b-06ab-434f-b2a9-a95aecce10b2 req-959c20c2-ebd8-4a4b-a224-2c30e823d61c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 1099 time: 0.1461728 Jan 18 13:21:25.222829 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c6e77a3b-06ab-434f-b2a9-a95aecce10b2 req-bc81a45a-096e-4769-a588-724d4bbab167 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349782 Jan 18 13:21:25.494608 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f36367-e5c9-49f3-a029-123e9cb3f83d req-ec4a1356-fbc1-4b92-860f-f8a6772d3175 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:25.496030 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-52f36367-e5c9-49f3-a029-123e9cb3f83d req-ec4a1356-fbc1-4b92-860f-f8a6772d3175 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.0790331 Jan 18 13:21:25.541349 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-52f36367-e5c9-49f3-a029-123e9cb3f83d req-a3c8ec91-a5c7-4d9b-8629-9a30b16d7cc8 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391867 Jan 18 13:21:25.809937 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326da699-965d-4705-9d38-8d7e9ca55fad req-18adfe30-3b10-49c9-8d1c-db353a6513b2 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:25.811717 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-326da699-965d-4705-9d38-8d7e9ca55fad req-18adfe30-3b10-49c9-8d1c-db353a6513b2 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0880349 Jan 18 13:21:25.856903 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-326da699-965d-4705-9d38-8d7e9ca55fad req-8f083d6c-33d3-4892-9938-88d008b150e1 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393546 Jan 18 13:21:26.742469 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb773055-f517-4a75-9cb0-54a32c0b9bb3 req-013ee4f1-244c-409f-9320-c4f08ddcd499 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:26.743479 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb773055-f517-4a75-9cb0-54a32c0b9bb3 req-013ee4f1-244c-409f-9320-c4f08ddcd499 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.0787685 Jan 18 13:21:26.789896 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb773055-f517-4a75-9cb0-54a32c0b9bb3 req-09cea1d9-b792-46f2-a048-56dc78e82894 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Jan 18 13:21:27.075372 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce3b88-516a-4b54-8dfd-198fc21fa204 req-461dc3a3-1a63-46bf-a872-defb2d73f7fa tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:27.078000 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-77ce3b88-516a-4b54-8dfd-198fc21fa204 req-461dc3a3-1a63-46bf-a872-defb2d73f7fa tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0843108 Jan 18 13:21:27.129957 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-77ce3b88-516a-4b54-8dfd-198fc21fa204 req-c4e19d1d-e1e8-4e79-803d-d82ac41beb13 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445697 Jan 18 13:21:27.987862 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ec0a2-ffab-4d49-b9e7-37ef317248ad req-abba2be0-8325-4c5b-b645-36e48626fd34 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:27.989289 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d50ec0a2-ffab-4d49-b9e7-37ef317248ad req-abba2be0-8325-4c5b-b645-36e48626fd34 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.0746014 Jan 18 13:21:28.036984 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d50ec0a2-ffab-4d49-b9e7-37ef317248ad req-c1555073-bc3b-4c7c-aaed-c3c5ff1baaea tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422518 Jan 18 13:21:28.354028 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f71b3-b89c-4b9d-845f-4e9086987be5 req-889f624c-bd64-4679-a8d2-994e7ca64eb4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:28.355412 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5e7f71b3-b89c-4b9d-845f-4e9086987be5 req-889f624c-bd64-4679-a8d2-994e7ca64eb4 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0816042 Jan 18 13:21:28.402092 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5e7f71b3-b89c-4b9d-845f-4e9086987be5 req-03d90ae5-e3b3-4a09-9170-3dabb5c5b274 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403552 Jan 18 13:21:29.285540 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bca2b321-41b7-4b74-ae26-ebc944ece332 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:21:29.418252 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bca2b321-41b7-4b74-ae26-ebc944ece332,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:29.431470 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'port_id': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'mac_address': 'fa:16:3e:dd:e0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:21:29.488050 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:29.505343 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca2b321-41b7-4b74-ae26-ebc944ece332 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:21:29.523720 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bca2b321-41b7-4b74-ae26-ebc944ece332,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:29.624368 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4ee87-3680-48d0-bc49-8c7832d264e7 req-9592db31-a9a4-4812-8f94-d54ab7926f82 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:29.625841 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f4d4ee87-3680-48d0-bc49-8c7832d264e7 req-9592db31-a9a4-4812-8f94-d54ab7926f82 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 944 time: 0.0847704 Jan 18 13:21:29.634017 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:29.675542 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f4d4ee87-3680-48d0-bc49-8c7832d264e7 req-7c18de6e-e81b-49e9-9db4-5016e4a2c366 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441203 Jan 18 13:21:29.698622 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=bca2b321-41b7-4b74-ae26-ebc944ece332,revision_number=9']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:30.082827 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['bca2b321-41b7-4b74-ae26-ebc944ece332'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:21:30.891445 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789a866-5ab7-45e1-9370-0f220ef6e6dc req-62b21a96-9f4f-47a2-b398-42f7b3ae010c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:30.892902 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0789a866-5ab7-45e1-9370-0f220ef6e6dc req-62b21a96-9f4f-47a2-b398-42f7b3ae010c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 945 time: 0.0780246 Jan 18 13:21:30.939732 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0789a866-5ab7-45e1-9370-0f220ef6e6dc req-a06da672-e1bc-488e-8c6e-9c9d8e1cc351 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412114 Jan 18 13:21:31.292118 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bca2b321-41b7-4b74-ae26-ebc944ece332 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:21:31.369419 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port bca2b321-41b7-4b74-ae26-ebc944ece332 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:21:31.369767 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.485537 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.514764 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:21:31.527997 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bca2b321-41b7-4b74-ae26-ebc944ece332,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:31.581272 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'code': 200} Jan 18 13:21:31.960383 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:31.961022 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:32.032301 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=bca2b321-41b7-4b74-ae26-ebc944ece332,revision_number=10']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:32.184849 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e97032-dcba-427a-9c9c-7258a983c061 req-73a102c4-9906-4766-b59e-094fcf7d6dae tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:32.186479 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-29e97032-dcba-427a-9c9c-7258a983c061 req-73a102c4-9906-4766-b59e-094fcf7d6dae tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 947 time: 0.0918555 Jan 18 13:21:32.290890 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-29e97032-dcba-427a-9c9c-7258a983c061 req-8fb404e8-0964-45b8-843e-bc5a1940f64f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985844 Jan 18 13:21:32.307999 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b517fee1-5510-45ab-8d4a-3b23d4d99b3b req-7998dbb2-047d-462e-b962-caed2ffed84a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 1100 time: 0.0969870 Jan 18 13:21:32.358666 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b517fee1-5510-45ab-8d4a-3b23d4d99b3b req-dec26c49-e1fe-48e5-ad0f-4a4d00be0c07 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425079 Jan 18 13:21:33.554550 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50576f-5651-4732-a685-476781580e73 req-786e3a49-99fa-42d3-9f32-9ff7b9168d7b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:33.556356 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3e50576f-5651-4732-a685-476781580e73 req-786e3a49-99fa-42d3-9f32-9ff7b9168d7b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 947 time: 0.0972800 Jan 18 13:21:33.618101 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3e50576f-5651-4732-a685-476781580e73 req-e45d20c4-c9d0-45d5-a795-85a1df55e160 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550101 Jan 18 13:21:34.861183 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae23c2-4492-4b75-b2fa-9ec00a050dc7 req-385e2f58-f2ba-4986-9012-6c7ca7eaa68c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:34.862737 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fdae23c2-4492-4b75-b2fa-9ec00a050dc7 req-385e2f58-f2ba-4986-9012-6c7ca7eaa68c tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 947 time: 0.0914748 Jan 18 13:21:34.911419 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fdae23c2-4492-4b75-b2fa-9ec00a050dc7 req-65b21a24-57a9-427a-bfa7-239c9171c6fd tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430052 Jan 18 13:21:36.135540 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1b6ad-245c-48e2-bc12-d1f1adf00cb9 req-c8e36a34-423e-4a8d-8d7f-57469c62fcde tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:36.136975 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ca1b6ad-245c-48e2-bc12-d1f1adf00cb9 req-c8e36a34-423e-4a8d-8d7f-57469c62fcde tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 947 time: 0.0805440 Jan 18 13:21:36.182873 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2ca1b6ad-245c-48e2-bc12-d1f1adf00cb9 req-a19c8369-ebdc-4440-ab25-43d5162e516a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393026 Jan 18 13:21:41.589067 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee48c7e2-861a-49ef-b01b-97ceeab52bc5 req-1dcd8c53-9806-4928-8c3a-fac42a713f78 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746303 Jan 18 13:21:41.692193 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee48c7e2-861a-49ef-b01b-97ceeab52bc5 req-83516b68-2727-4602-a9fd-38652c65f799 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 1098 time: 0.0695748 Jan 18 13:21:41.953483 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48c7e2-861a-49ef-b01b-97ceeab52bc5 req-9591f1de-c8c9-4626-8d2f-b82f994f50b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:41.954839 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee48c7e2-861a-49ef-b01b-97ceeab52bc5 req-9591f1de-c8c9-4626-8d2f-b82f994f50b6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 913 time: 0.2429368 Jan 18 13:21:42.117990 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-2bad76d1-242d-48a1-915f-3d78a5f15185 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:42.119491 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-2bad76d1-242d-48a1-915f-3d78a5f15185 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/networks?id=7a0e7e1e-1100-412d-8d3a-dc125f817649 HTTP/1.1" status: 200 len: 815 time: 0.3335266 Jan 18 13:21:42.159004 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-04110c9d-ee68-4e6d-a222-fbc0c698783b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/quotas/15b6d9d1b82a4911978cd65518e7677f HTTP/1.1" status: 200 len: 375 time: 0.0338750 Jan 18 13:21:42.164232 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee48c7e2-861a-49ef-b01b-97ceeab52bc5 req-6102201c-9b5f-48fe-9bdf-752ce995affe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b29e3b-9bd3-4bcd-8149-0bda2123140b HTTP/1.1" status: 200 len: 1001 time: 0.2011468 Jan 18 13:21:42.277079 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48c7e2-861a-49ef-b01b-97ceeab52bc5 req-c1154a73-05b8-47ec-9654-f45714bfd4ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:42.279685 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee48c7e2-861a-49ef-b01b-97ceeab52bc5 req-c1154a73-05b8-47ec-9654-f45714bfd4ed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8ff1fabd-3520-456c-8dfd-6e9647c65920 HTTP/1.1" status: 200 len: 851 time: 0.0751803 Jan 18 13:21:42.342430 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-f4257fc5-ab1f-454c-931c-e4227d5a3b0a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=15b6d9d1b82a4911978cd65518e7677f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1771867 Jan 18 13:21:42.374273 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee48c7e2-861a-49ef-b01b-97ceeab52bc5 req-0a05e6cb-0c2c-481d-9205-e346ca83b43a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887675 Jan 18 13:21:42.453886 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a7bbfa4c-6d74-4f89-be58-902572fd49e9 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83736) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:21:42.454846 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a7bbfa4c-6d74-4f89-be58-902572fd49e9 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1059597 Jan 18 13:21:42.599040 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee48c7e2-861a-49ef-b01b-97ceeab52bc5 req-b2f2f850-15f5-4eb6-8d64-2d1cbd28862d service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187376 Jan 18 13:21:42.697863 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-eb88d15f-1331-45b0-9de1-2a8fce95df4f service neutron] 10.222.0.87 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364402 Jan 18 13:21:42.832782 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee48c7e2-861a-49ef-b01b-97ceeab52bc5 req-47240b3d-7486-495c-8942-3cc2b71237eb service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244542 Jan 18 13:21:42.867602 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-d1d4a9ac-1b8a-4bda-ab11-0c37a4c460bd service neutron] 10.222.0.87 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579297 Jan 18 13:21:43.114954 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b076a070-3b48-45e4-bd9b-45ad6c5c1c46 req-7399e529-03a1-4ce9-a1a0-568449b1c88c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 210 time: 0.0430691 Jan 18 13:21:44.288437 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-15a16b8d-75b3-4d11-b93a-f81cc88ea0f8 req-183aac50-3300-471f-ab86-8a745dbf4b3b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 210 time: 0.0449913 Jan 18 13:21:45.280769 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-82d3e09d-f647-4929-ab06-0d057d8c3e4a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:45.282172 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-82d3e09d-f647-4929-ab06-0d057d8c3e4a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "GET /v2.0/networks?id=7a0e7e1e-1100-412d-8d3a-dc125f817649 HTTP/1.1" status: 200 len: 815 time: 0.1420074 Jan 18 13:21:45.309720 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Request body: {'port': {'device_id': '3fc3a6cf-03d2-4c53-9f53-540d897f9dca', 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649', 'admin_state_up': True, 'tenant_id': '15b6d9d1b82a4911978cd65518e7677f'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:21:45.478027 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e2e0e168-b0f1-42f7-b52e-0f37a1573535 req-90d3aa94-1d2e-4185-acfc-89b21c64b67a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 210 time: 0.0571144 Jan 18 13:21:45.487045 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:21:45.497095 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:21:45.588257 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Made reservation on behalf of 15b6d9d1b82a4911978cd65518e7677f for: {'port': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:21:45.591964 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:45.757114 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Allocated IP 172.20.0.3 (7a0e7e1e-1100-412d-8d3a-dc125f817649/07153243-8786-4d45-84e5-e0e6048b789b/bb298908-9777-4749-bc90-a0b41aec6128) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:21:46.072316 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:46.155144 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:46.192854 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['c483f657-f01d-4b87-a6a0-e8146012ff98'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:21:46.229201 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Network 7a0e7e1e-1100-412d-8d3a-dc125f817649 is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:21:46.233105 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:21:46.237598 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:21:46.265362 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Pushing event updated for resources: {'Port': ['ID=bb298908-9777-4749-bc90-a0b41aec6128,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:46.284994 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:46.285327 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:46.285655 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:46.285975 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:46.286297 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:46.286610 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:46.286922 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:46.287234 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:46.287584 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:46.287893 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:46.288202 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:21:46.308037 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:46.308629 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:46.446196 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-a822ba16-67ab-49bd-a907-8d2f80379343 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1399710 Jan 18 13:21:46.466652 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Request body: {'port': {'device_id': '3fc3a6cf-03d2-4c53-9f53-540d897f9dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:21:46.580809 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:46.801997 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af28cb4-0c83-4920-ad45-0d9f7a6260a9 req-6a19a366-cac8-4fc0-8bdb-7f784c84329f tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:46.802678 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-0af28cb4-0c83-4920-ad45-0d9f7a6260a9 req-6a19a366-cac8-4fc0-8bdb-7f784c84329f tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Synchronizing usage tracker for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:21:46.927766 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-0af28cb4-0c83-4920-ad45-0d9f7a6260a9 req-6a19a366-cac8-4fc0-8bdb-7f784c84329f tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Unset dirty status for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:21:46.928933 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0af28cb4-0c83-4920-ad45-0d9f7a6260a9 req-6a19a366-cac8-4fc0-8bdb-7f784c84329f tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 931 time: 0.3085542 Jan 18 13:21:47.035487 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb298908-9777-4749-bc90-a0b41aec6128 {{(pid=83736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:21:47.044708 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:47.048736 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0af28cb4-0c83-4920-ad45-0d9f7a6260a9 req-368df458-d867-4e32-9015-6210f95aa7f8 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128156 Jan 18 13:21:47.062348 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Transition to ACTIVE for port object bb298908-9777-4749-bc90-a0b41aec6128 will not be triggered until provisioned by entity L2. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:21:47.137385 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:47.264207 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Pushing event updated for resources: {'Port': ['ID=bb298908-9777-4749-bc90-a0b41aec6128,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:47.368226 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Attempting to bind port bb298908-9777-4749-bc90-a0b41aec6128 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:21:47.368432 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Attempting to bind port bb298908-9777-4749-bc90-a0b41aec6128 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:21:47.368741 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Attempting to bind port bb298908-9777-4749-bc90-a0b41aec6128 on network 7a0e7e1e-1100-412d-8d3a-dc125f817649 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:21:47.375200 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Port bb298908-9777-4749-bc90-a0b41aec6128 on network 7a0e7e1e-1100-412d-8d3a-dc125f817649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:21:47.375533 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Attempting to bind port bb298908-9777-4749-bc90-a0b41aec6128 on network 7a0e7e1e-1100-412d-8d3a-dc125f817649 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:21:47.382079 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:21:47.382403 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Checking segment: {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:21:47.382771 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Bound using segment: {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:21:47.383178 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Bound port: bb298908-9777-4749-bc90-a0b41aec6128, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'}}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:21:47.383526 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:47.469577 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] For port bb298908-9777-4749-bc90-a0b41aec6128, host hv-cinder-82510, cleared binding levels {{(pid=83736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:21:47.472918 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] For port bb298908-9777-4749-bc90-a0b41aec6128, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bb298908-9777-4749-bc90-a0b41aec6128,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:21:47.543092 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:47.608249 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:47.609614 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] 10.222.0.91 "PUT /v2.0/ports/bb298908-9777-4749-bc90-a0b41aec6128 HTTP/1.1" status: 200 len: 1093 time: 1.1472714 Jan 18 13:21:47.610164 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc3a6cf-03d2-4c53-9f53-540d897f9dca', 'tag': 'bb298908-9777-4749-bc90-a0b41aec6128'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:21:47.629407 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b3616-e1f7-4e65-b932-28fd878446ca service neutron] Pushing event updated for resources: {'Port': ['ID=bb298908-9777-4749-bc90-a0b41aec6128,revision_number=3']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:47.665244 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc3a6cf-03d2-4c53-9f53-540d897f9dca', 'tag': 'bb298908-9777-4749-bc90-a0b41aec6128', 'status': 'completed', 'code': 200} Jan 18 13:21:47.784176 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-274136c9-b91b-4fc3-8e48-62dd66c24160 req-d257e0af-e4c8-4451-adec-1b8b81ac39e4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15b6d9d1b82a4911978cd65518e7677f&device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 1096 time: 0.0702379 Jan 18 13:21:47.956138 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274136c9-b91b-4fc3-8e48-62dd66c24160 req-3fb478f5-81f6-4058-9b27-d48b6a78de50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:47.957552 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-274136c9-b91b-4fc3-8e48-62dd66c24160 req-3fb478f5-81f6-4058-9b27-d48b6a78de50 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=15b6d9d1b82a4911978cd65518e7677f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1550415 Jan 18 13:21:48.100230 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274136c9-b91b-4fc3-8e48-62dd66c24160 req-59ebb7db-6a55-40ce-a122-3f5dbb077ee1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:48.101849 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-274136c9-b91b-4fc3-8e48-62dd66c24160 req-59ebb7db-6a55-40ce-a122-3f5dbb077ee1 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379218 Jan 18 13:21:48.391370 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-ca242c54-d1d3-4b97-a77b-21de753c0772 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15b6d9d1b82a4911978cd65518e7677f&device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 1096 time: 0.2187817 Jan 18 13:21:48.397033 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1586d56-40d8-47b3-a02c-36dfbdc5e1cc req-7c02f946-7048-48ef-a136-e4a32bc9da09 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:48.398340 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a1586d56-40d8-47b3-a02c-36dfbdc5e1cc req-7c02f946-7048-48ef-a136-e4a32bc9da09 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 943 time: 0.1917074 Jan 18 13:21:48.492326 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-87fc3ac0-0c92-411c-9fa9-589506cdf5f8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb298908-9777-4749-bc90-a0b41aec6128 HTTP/1.1" status: 200 len: 217 time: 0.0752017 Jan 18 13:21:48.537946 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a1586d56-40d8-47b3-a02c-36dfbdc5e1cc req-7f83b07b-4893-48b2-b01a-6920bb626eb7 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339173 Jan 18 13:21:48.561902 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-34b1f2e2-6405-40b7-a7f1-5718be021927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:48.563465 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-34b1f2e2-6405-40b7-a7f1-5718be021927 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=07153243-8786-4d45-84e5-e0e6048b789b HTTP/1.1" status: 200 len: 855 time: 0.0647042 Jan 18 13:21:48.613517 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-98f52020-5bee-435f-87f3-dc208c4cbca3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7a0e7e1e-1100-412d-8d3a-dc125f817649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431406 Jan 18 13:21:48.751284 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-c84520f0-8ef3-4ee9-8099-544f43a47747 service neutron] 10.222.0.91 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262028 Jan 18 13:21:48.884359 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-710f81ea-6dee-42f0-bff5-b06477a233d1 req-af616514-6f9a-4531-b6e4-729532002791 service neutron] 10.222.0.91 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254351 Jan 18 13:21:49.263365 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ed5eb9e3-8af3-4793-9226-17afd48addb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:49.737500 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3903-7993-4905-a006-130b82137324 req-360c05ce-3b51-4dee-b9d4-0e88e86b106e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:49.738927 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f3aa3903-7993-4905-a006-130b82137324 req-360c05ce-3b51-4dee-b9d4-0e88e86b106e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 943 time: 0.0778637 Jan 18 13:21:49.784416 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f3aa3903-7993-4905-a006-130b82137324 req-4ed56155-0c84-4164-a454-685dfecdfae0 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Jan 18 13:21:50.984829 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f74858-8032-4d2f-b03c-611f0cf55152 req-97c7f0f5-3995-479c-81bf-d23e9155f852 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:50.986262 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a5f74858-8032-4d2f-b03c-611f0cf55152 req-97c7f0f5-3995-479c-81bf-d23e9155f852 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 943 time: 0.0795081 Jan 18 13:21:51.032040 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a5f74858-8032-4d2f-b03c-611f0cf55152 req-89a4c658-a5b9-4efe-a96a-3e42ca6218dd tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Jan 18 13:21:51.719796 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-556b23b8-0f9e-4ea8-89ed-c6a7a116f00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:52.240183 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d026c-5b60-418d-ad7f-daa2032a124d req-64400525-1d3a-4673-8865-f6d4c837e7d8 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:52.241632 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee8d026c-5b60-418d-ad7f-daa2032a124d req-64400525-1d3a-4673-8865-f6d4c837e7d8 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 943 time: 0.0778067 Jan 18 13:21:52.287663 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee8d026c-5b60-418d-ad7f-daa2032a124d req-a3530fa9-fa5f-4b98-b9b2-be18f411cd1e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403430 Jan 18 13:21:52.770939 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:52.942867 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:53.343112 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bb298908-9777-4749-bc90-a0b41aec6128 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:21:53.481150 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bb298908-9777-4749-bc90-a0b41aec6128, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bb298908-9777-4749-bc90-a0b41aec6128,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:53.494341 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': 'bb298908-9777-4749-bc90-a0b41aec6128', 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649', 'port_id': 'bb298908-9777-4749-bc90-a0b41aec6128', 'mac_address': 'fa:16:3e:ba:5e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07153243-8786-4d45-84e5-e0e6048b789b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:21:53.501225 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285b623-d34d-4b2f-a7f5-87feec94b8af req-efe67121-99fb-4d30-acbe-67c4e2ca8001 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:53.502658 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f285b623-d34d-4b2f-a7f5-87feec94b8af req-efe67121-99fb-4d30-acbe-67c4e2ca8001 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 943 time: 0.0865233 Jan 18 13:21:53.549128 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:53.549575 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f285b623-d34d-4b2f-a7f5-87feec94b8af req-a2466226-7f47-4826-8aa0-5494c52066ce tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Jan 18 13:21:53.567487 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb298908-9777-4749-bc90-a0b41aec6128 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:21:53.584614 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bb298908-9777-4749-bc90-a0b41aec6128, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bb298908-9777-4749-bc90-a0b41aec6128,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:53.697036 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:53.766265 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=bb298908-9777-4749-bc90-a0b41aec6128,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:54.091091 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:54.128974 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['bb298908-9777-4749-bc90-a0b41aec6128'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:21:54.747744 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b3a4b-b7c2-47cd-83ff-f95f7f49dc7c req-ee672892-92d5-4298-9a3c-224dfd75ff94 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:54.749281 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-322b3a4b-b7c2-47cd-83ff-f95f7f49dc7c req-ee672892-92d5-4298-9a3c-224dfd75ff94 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 944 time: 0.0761938 Jan 18 13:21:54.794840 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-322b3a4b-b7c2-47cd-83ff-f95f7f49dc7c req-1099a8a3-bb00-4099-a313-37ba420a0bec tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400546 Jan 18 13:21:55.359410 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bb298908-9777-4749-bc90-a0b41aec6128 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:21:55.502625 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port bb298908-9777-4749-bc90-a0b41aec6128 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:21:55.507949 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port bb298908-9777-4749-bc90-a0b41aec6128 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:21:55.514575 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:55.623130 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:55.650540 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc3a6cf-03d2-4c53-9f53-540d897f9dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb298908-9777-4749-bc90-a0b41aec6128'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:21:55.660723 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port bb298908-9777-4749-bc90-a0b41aec6128, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bb298908-9777-4749-bc90-a0b41aec6128,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:21:55.706259 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc3a6cf-03d2-4c53-9f53-540d897f9dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb298908-9777-4749-bc90-a0b41aec6128', 'code': 200} Jan 18 13:21:55.748724 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:55.813461 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=bb298908-9777-4749-bc90-a0b41aec6128,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:21:56.010597 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f33a6e-d055-4d67-ab4c-652ff319e623 req-1367b618-5ea5-410f-8cad-8b2fa111cc04 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:56.012066 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-48f33a6e-d055-4d67-ab4c-652ff319e623 req-1367b618-5ea5-410f-8cad-8b2fa111cc04 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 945 time: 0.0907052 Jan 18 13:21:56.061361 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-48f33a6e-d055-4d67-ab4c-652ff319e623 req-735902b9-54a3-4a0b-b886-870a8aa8a725 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432687 Jan 18 13:21:56.160531 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-476d046e-c480-4d91-b5b1-03f42ad96966 req-0fad7335-a7e9-4078-8690-d11da052e2ec service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 1098 time: 0.0754693 Jan 18 13:21:56.205977 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-476d046e-c480-4d91-b5b1-03f42ad96966 req-be0b9622-397d-4084-a4b7-4a8c13257c3f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388229 Jan 18 13:21:57.278767 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec75142-1dee-46a2-9cc1-09d22ed5fbcb req-a3583839-132f-4e1f-8abc-f664a1d3656e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:57.280462 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8ec75142-1dee-46a2-9cc1-09d22ed5fbcb req-a3583839-132f-4e1f-8abc-f664a1d3656e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 945 time: 0.0864336 Jan 18 13:21:57.329571 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8ec75142-1dee-46a2-9cc1-09d22ed5fbcb req-617b279b-da83-477a-85ae-d0e0d73b2edf tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 Jan 18 13:21:57.490983 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:21:58.534619 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddeb6d-eab0-4de2-93f8-9f4c8736e185 req-46c87493-aedf-41f8-a4e0-922fe8adab8c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:21:58.536160 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-47ddeb6d-eab0-4de2-93f8-9f4c8736e185 req-46c87493-aedf-41f8-a4e0-922fe8adab8c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 945 time: 0.0801654 Jan 18 13:21:58.581305 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-47ddeb6d-eab0-4de2-93f8-9f4c8736e185 req-b078a893-fc9d-4afe-af14-b6d96fe57644 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395246 Jan 18 13:22:01.753885 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:02.601968 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-bc6d3afe-bb8e-461a-82ae-77c91bf4856f tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:02.603411 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-bc6d3afe-bb8e-461a-82ae-77c91bf4856f tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/networks?id=7a0e7e1e-1100-412d-8d3a-dc125f817649 HTTP/1.1" status: 200 len: 815 time: 0.1442006 Jan 18 13:22:02.619926 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-fcdd0708-2189-47b2-b52a-aff4b7281122 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/quotas/15b6d9d1b82a4911978cd65518e7677f HTTP/1.1" status: 200 len: 375 time: 0.0105648 Jan 18 13:22:02.699272 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-b58be1be-2b09-452d-bb9d-169619b6602d tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=15b6d9d1b82a4911978cd65518e7677f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735114 Jan 18 13:22:02.911649 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-e482215d-a3d1-42c3-bd37-7394a5ecc470 service neutron] 10.222.0.87 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050524 Jan 18 13:22:03.057013 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-4b5f5439-4da2-4bda-982f-a513a04571c1 service neutron] 10.222.0.87 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396289 Jan 18 13:22:03.312194 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6c3b479d-ecb4-43f7-88cf-294b2d120e9c req-6fcda2a3-7430-4fd6-a356-8e83ebadc036 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 210 time: 0.0459845 Jan 18 13:22:04.475133 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fd985a6c-e9a1-40f0-a970-037f15b550c8 req-cf885c8c-5466-47c9-836a-d125a5f71cc1 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 210 time: 0.0406954 Jan 18 13:22:05.445099 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-4a4239be-a401-4f55-b591-383f895b5465 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:05.446704 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-4a4239be-a401-4f55-b591-383f895b5465 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "GET /v2.0/networks?id=7a0e7e1e-1100-412d-8d3a-dc125f817649 HTTP/1.1" status: 200 len: 815 time: 0.1448941 Jan 18 13:22:05.470246 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Request body: {'port': {'device_id': '835a72c5-9339-410f-9461-5a3a86e8c67c', 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649', 'admin_state_up': True, 'tenant_id': '15b6d9d1b82a4911978cd65518e7677f'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:22:05.652029 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-76a5ad2e-a9cf-4d13-8e50-b5f361fa39aa req-d8dd12ab-f802-4369-a835-719077ed44b0 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 210 time: 0.0489526 Jan 18 13:22:05.654238 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:22:05.664986 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:22:05.748055 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Made reservation on behalf of 15b6d9d1b82a4911978cd65518e7677f for: {'port': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:22:05.753889 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:05.916677 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Allocated IP 172.20.0.8 (7a0e7e1e-1100-412d-8d3a-dc125f817649/07153243-8786-4d45-84e5-e0e6048b789b/26c436ec-bd34-44a3-b541-d85380b788aa) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:22:06.117136 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:06.188381 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:06.230394 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['c483f657-f01d-4b87-a6a0-e8146012ff98', 'bb298908-9777-4749-bc90-a0b41aec6128'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:22:06.262474 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Network 7a0e7e1e-1100-412d-8d3a-dc125f817649 is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:22:06.266326 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:22:06.270424 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:22:06.300654 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Pushing event updated for resources: {'Port': ['ID=26c436ec-bd34-44a3-b541-d85380b788aa,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:06.334624 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:06.335231 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:06.445661 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-24f08136-b7a4-4ce4-a7eb-f21c15cb0937 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9793813 Jan 18 13:22:06.509970 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Request body: {'port': {'device_id': '835a72c5-9339-410f-9461-5a3a86e8c67c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:22:06.617421 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:06.947649 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4313e-7f8a-46a5-aba1-9e4e420941fa req-968e6c8c-d84f-4e06-abe7-f12d976debda tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:06.948375 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-d4b4313e-7f8a-46a5-aba1-9e4e420941fa req-968e6c8c-d84f-4e06-abe7-f12d976debda tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Synchronizing usage tracker for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:22:07.101753 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c436ec-bd34-44a3-b541-d85380b788aa {{(pid=83736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:22:07.109755 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:07.125023 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Transition to ACTIVE for port object 26c436ec-bd34-44a3-b541-d85380b788aa will not be triggered until provisioned by entity L2. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:22:07.159034 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-d4b4313e-7f8a-46a5-aba1-9e4e420941fa req-968e6c8c-d84f-4e06-abe7-f12d976debda tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Unset dirty status for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:22:07.160253 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d4b4313e-7f8a-46a5-aba1-9e4e420941fa req-968e6c8c-d84f-4e06-abe7-f12d976debda tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 931 time: 0.3816822 Jan 18 13:22:07.206169 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d4b4313e-7f8a-46a5-aba1-9e4e420941fa req-39715f45-21f8-42ad-8096-ca2bc46bbdba tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 Jan 18 13:22:07.244877 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:07.371988 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Pushing event updated for resources: {'Port': ['ID=26c436ec-bd34-44a3-b541-d85380b788aa,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:07.480020 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Attempting to bind port 26c436ec-bd34-44a3-b541-d85380b788aa on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:22:07.480352 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Attempting to bind port 26c436ec-bd34-44a3-b541-d85380b788aa by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:22:07.480678 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Attempting to bind port 26c436ec-bd34-44a3-b541-d85380b788aa on network 7a0e7e1e-1100-412d-8d3a-dc125f817649 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:22:07.487035 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Port 26c436ec-bd34-44a3-b541-d85380b788aa on network 7a0e7e1e-1100-412d-8d3a-dc125f817649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:22:07.487381 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Attempting to bind port 26c436ec-bd34-44a3-b541-d85380b788aa on network 7a0e7e1e-1100-412d-8d3a-dc125f817649 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:22:07.493620 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:22:07.493950 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Checking segment: {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:22:07.494331 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Bound using segment: {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:22:07.494739 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Bound port: 26c436ec-bd34-44a3-b541-d85380b788aa, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'}}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:22:07.495080 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:07.588126 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] For port 26c436ec-bd34-44a3-b541-d85380b788aa, host hv-cinder-82510, cleared binding levels {{(pid=83736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:22:07.591744 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] For port 26c436ec-bd34-44a3-b541-d85380b788aa, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=26c436ec-bd34-44a3-b541-d85380b788aa,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:22:07.639863 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:07.700139 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:07.701631 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] 10.222.0.91 "PUT /v2.0/ports/26c436ec-bd34-44a3-b541-d85380b788aa HTTP/1.1" status: 200 len: 1093 time: 1.1959498 Jan 18 13:22:07.702063 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835a72c5-9339-410f-9461-5a3a86e8c67c', 'tag': '26c436ec-bd34-44a3-b541-d85380b788aa'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:22:07.722149 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2cad5-354f-4da5-a3b7-f540ee623398 service neutron] Pushing event updated for resources: {'Port': ['ID=26c436ec-bd34-44a3-b541-d85380b788aa,revision_number=3']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:07.763197 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835a72c5-9339-410f-9461-5a3a86e8c67c', 'tag': '26c436ec-bd34-44a3-b541-d85380b788aa', 'status': 'completed', 'code': 200} Jan 18 13:22:07.874867 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4ebdf410-d2f7-45aa-9ee3-d9d3d15c29c3 req-42a3a935-26b9-490b-bc8a-f6dbd2ed09e2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15b6d9d1b82a4911978cd65518e7677f&device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 1096 time: 0.0690684 Jan 18 13:22:08.021717 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdf410-d2f7-45aa-9ee3-d9d3d15c29c3 req-371cad6c-206f-4e60-8d66-19b72a731fd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:08.023152 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4ebdf410-d2f7-45aa-9ee3-d9d3d15c29c3 req-371cad6c-206f-4e60-8d66-19b72a731fd6 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=15b6d9d1b82a4911978cd65518e7677f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1328852 Jan 18 13:22:08.158493 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdf410-d2f7-45aa-9ee3-d9d3d15c29c3 req-37f552db-c9de-4233-888d-bb5246976282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:08.159955 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4ebdf410-d2f7-45aa-9ee3-d9d3d15c29c3 req-37f552db-c9de-4233-888d-bb5246976282 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313384 Jan 18 13:22:08.323413 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-91ae5e48-ac10-45c4-a5d4-f46ee135e6d9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15b6d9d1b82a4911978cd65518e7677f&device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 1096 time: 0.0719168 Jan 18 13:22:08.437523 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-d4edc096-5cd3-4a7b-8101-6928ceeaca17 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26c436ec-bd34-44a3-b541-d85380b788aa HTTP/1.1" status: 200 len: 217 time: 0.0769444 Jan 18 13:22:08.526790 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-b4ef2b48-9274-4368-9f9b-78266c7de24b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:08.529114 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-b4ef2b48-9274-4368-9f9b-78266c7de24b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=07153243-8786-4d45-84e5-e0e6048b789b HTTP/1.1" status: 200 len: 855 time: 0.0767791 Jan 18 13:22:08.534912 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09bfb1-fd5b-4655-b29c-dc337be8ad24 req-716e75e2-d559-49b3-888a-a8aeffa9b6af tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:08.536358 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bf09bfb1-fd5b-4655-b29c-dc337be8ad24 req-716e75e2-d559-49b3-888a-a8aeffa9b6af tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 943 time: 0.2055297 Jan 18 13:22:08.596695 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-a186a2d8-b6d1-41da-920e-edd8d0351364 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7a0e7e1e-1100-412d-8d3a-dc125f817649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592890 Jan 18 13:22:08.688068 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bf09bfb1-fd5b-4655-b29c-dc337be8ad24 req-4b4c9739-7480-4836-8d9d-9402a9f1f45a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187837 Jan 18 13:22:08.742733 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-73096b39-54a5-401f-9357-48cbb6653682 service neutron] 10.222.0.91 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354315 Jan 18 13:22:08.902169 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1ba50b66-1138-44e5-b695-ec72a2292086 req-5b055743-b4eb-4d99-8591-c7a5e04f1128 service neutron] 10.222.0.91 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537058 Jan 18 13:22:09.884214 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00b92f-0201-4bae-ba85-93fa8a5f86ac req-2004b938-5556-4ead-a04e-6e19d2b75923 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:09.885650 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6c00b92f-0201-4bae-ba85-93fa8a5f86ac req-2004b938-5556-4ead-a04e-6e19d2b75923 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 943 time: 0.0744209 Jan 18 13:22:09.934051 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6c00b92f-0201-4bae-ba85-93fa8a5f86ac req-d1c7b9f8-7616-4d86-a81f-ada1015a2c76 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Jan 18 13:22:11.207739 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937bfc3-8dd4-42c4-893c-009c1748b83e req-f3bd0fda-a2ce-4c8c-ba7f-e57dc161e5fc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:11.209168 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b937bfc3-8dd4-42c4-893c-009c1748b83e req-f3bd0fda-a2ce-4c8c-ba7f-e57dc161e5fc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 943 time: 0.1542883 Jan 18 13:22:11.254440 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b937bfc3-8dd4-42c4-893c-009c1748b83e req-bc51e17c-3342-461e-ad37-9aa3a1fd767f tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398877 Jan 18 13:22:12.463930 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74aba0-9445-433f-ba56-f3b0b840e8bb req-7e85d137-82b3-48ed-8990-eed696d8fe32 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:12.465859 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ac74aba0-9445-433f-ba56-f3b0b840e8bb req-7e85d137-82b3-48ed-8990-eed696d8fe32 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 943 time: 0.0820067 Jan 18 13:22:12.524814 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ac74aba0-9445-433f-ba56-f3b0b840e8bb req-67a68d5f-be19-491b-917b-c112e654d4d5 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529859 Jan 18 13:22:13.455660 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 26c436ec-bd34-44a3-b541-d85380b788aa details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:22:13.599791 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 26c436ec-bd34-44a3-b541-d85380b788aa, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=26c436ec-bd34-44a3-b541-d85380b788aa,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:22:13.614991 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '26c436ec-bd34-44a3-b541-d85380b788aa', 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649', 'port_id': '26c436ec-bd34-44a3-b541-d85380b788aa', 'mac_address': 'fa:16:3e:0d:35:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07153243-8786-4d45-84e5-e0e6048b789b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:22:13.691377 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:13.710441 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c436ec-bd34-44a3-b541-d85380b788aa {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:22:13.727203 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 26c436ec-bd34-44a3-b541-d85380b788aa, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=26c436ec-bd34-44a3-b541-d85380b788aa,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:22:13.747507 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677eb1e-4b6a-4a56-8fd0-d6d0c2648186 req-03177948-7f81-4052-87d7-07b412f4feba tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:13.749147 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2677eb1e-4b6a-4a56-8fd0-d6d0c2648186 req-03177948-7f81-4052-87d7-07b412f4feba tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 943 time: 0.0842783 Jan 18 13:22:13.783820 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:13.799087 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2677eb1e-4b6a-4a56-8fd0-d6d0c2648186 req-3a057c65-3131-452b-9743-2bb43c93a1ff tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441406 Jan 18 13:22:13.860751 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=26c436ec-bd34-44a3-b541-d85380b788aa,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:14.208046 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['26c436ec-bd34-44a3-b541-d85380b788aa'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:22:15.009016 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f57eea-6abb-4e8c-b3ef-cae6a017d70e req-4ad1305e-a0ed-4326-80e7-7ba9c8aa8b8a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:15.012346 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e6f57eea-6abb-4e8c-b3ef-cae6a017d70e req-4ad1305e-a0ed-4326-80e7-7ba9c8aa8b8a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 944 time: 0.0830760 Jan 18 13:22:15.057143 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e6f57eea-6abb-4e8c-b3ef-cae6a017d70e req-2988a7e7-84af-40d5-9eab-ba0667b13a17 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 Jan 18 13:22:15.476120 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 26c436ec-bd34-44a3-b541-d85380b788aa up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:22:15.599035 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port 26c436ec-bd34-44a3-b541-d85380b788aa completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:22:15.604229 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 26c436ec-bd34-44a3-b541-d85380b788aa triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:22:15.604591 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:15.729072 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:15.757811 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835a72c5-9339-410f-9461-5a3a86e8c67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c436ec-bd34-44a3-b541-d85380b788aa'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:22:15.767471 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 26c436ec-bd34-44a3-b541-d85380b788aa, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=26c436ec-bd34-44a3-b541-d85380b788aa,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:22:15.814830 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835a72c5-9339-410f-9461-5a3a86e8c67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c436ec-bd34-44a3-b541-d85380b788aa', 'code': 200} Jan 18 13:22:15.850982 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:15.922380 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=26c436ec-bd34-44a3-b541-d85380b788aa,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:15.930543 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:15.930880 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:15.931208 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:15.931555 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:15.931875 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:15.932223 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:15.932598 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:15.932818 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:15.933128 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:15.933460 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:15.934356 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:16.259647 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0ff71-85f1-4ad5-b64f-eb8e029a35d2 req-7707a490-7c2d-40ee-9b06-9083c95d5b45 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:16.261342 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c3f0ff71-85f1-4ad5-b64f-eb8e029a35d2 req-7707a490-7c2d-40ee-9b06-9083c95d5b45 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 945 time: 0.0779629 Jan 18 13:22:16.315811 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c3f0ff71-85f1-4ad5-b64f-eb8e029a35d2 req-2e125bc9-fbde-46f8-96de-f479655f09cc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470998 Jan 18 13:22:17.518969 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c357bd-125a-4471-9c4d-71de564e4a20 req-1a191ddd-68e7-407b-9073-ecb2524c9dc4 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:17.520442 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-01c357bd-125a-4471-9c4d-71de564e4a20 req-1a191ddd-68e7-407b-9073-ecb2524c9dc4 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 945 time: 0.0772681 Jan 18 13:22:17.568395 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-01c357bd-125a-4471-9c4d-71de564e4a20 req-c7fa4136-3cee-4e5d-bc8d-d41cd058a55e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 Jan 18 13:22:18.153221 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-68c4ee73-daa9-4465-bd45-f5a4cff62146 req-85c6a734-71dd-4bb6-bf99-cf1c391db16d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 1098 time: 0.0736413 Jan 18 13:22:18.773295 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a01b3-97cc-406c-927e-c90c4f5318c6 req-a6cb9c01-1e39-4226-aa1d-f0cc9ca6fdbc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:18.774795 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-192a01b3-97cc-406c-927e-c90c4f5318c6 req-a6cb9c01-1e39-4226-aa1d-f0cc9ca6fdbc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 945 time: 0.0776985 Jan 18 13:22:18.822394 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-192a01b3-97cc-406c-927e-c90c4f5318c6 req-ded81257-80c2-4d9e-b0ca-ba4cd8eb228f tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410571 Jan 18 13:22:19.285129 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-69fb519f-3464-4c28-82b8-66b9018b321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:19.476806 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-68c4ee73-daa9-4465-bd45-f5a4cff62146 req-2eee5331-f53b-4057-9bc8-13e73aa41a9d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381370 Jan 18 13:22:20.036825 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa02186-310f-47f9-9a1f-49fe5db274c8 req-5a1adcd3-0c25-410b-bedb-5597444b73d8 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:20.038396 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1aa02186-310f-47f9-9a1f-49fe5db274c8 req-5a1adcd3-0c25-410b-bedb-5597444b73d8 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 945 time: 0.0919647 Jan 18 13:22:20.092032 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1aa02186-310f-47f9-9a1f-49fe5db274c8 req-99527838-d0b8-4a5e-8a8c-b109db5f941b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468943 Jan 18 13:22:21.303610 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c827fa-67c3-423e-980d-aa6f9ef865fc req-fbebe28c-2123-44e9-8e58-29f44771e90a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:21.307942 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c7c827fa-67c3-423e-980d-aa6f9ef865fc req-fbebe28c-2123-44e9-8e58-29f44771e90a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 945 time: 0.0864792 Jan 18 13:22:21.357527 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c7c827fa-67c3-423e-980d-aa6f9ef865fc req-0d58c77b-325f-4a40-a10e-d7bd7a1b6235 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 Jan 18 13:22:21.718978 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-552e1099-9664-4cc9-9680-b9edca458ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:22.570396 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f3cf7-e4b8-4b15-8845-11537180d5a4 req-1b764ecb-e641-4ab2-ba20-217e29e37c10 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:22.571884 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b7f3cf7-e4b8-4b15-8845-11537180d5a4 req-1b764ecb-e641-4ab2-ba20-217e29e37c10 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 945 time: 0.0829120 Jan 18 13:22:22.617642 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b7f3cf7-e4b8-4b15-8845-11537180d5a4 req-f1cd50e2-fbd0-4cff-a8bd-4b2e41ed6ea8 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400507 Jan 18 13:22:22.753126 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:22.936366 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:24.079016 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:28.496494 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-a20197ea-a104-49f8-ad0f-cf0749653292 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974530364&fields=id&tenant_id=a0cf2555372d4833a1b2cbdd625d2186 HTTP/1.1" status: 200 len: 267 time: 0.0475900 Jan 18 13:22:28.654071 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ed7c8db4-b459-4422-9c0f-b11f4c59ddc3 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:28.655507 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ed7c8db4-b459-4422-9c0f-b11f4c59ddc3 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 812 time: 0.1521769 Jan 18 13:22:28.672238 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-62c8f21c-edd0-44f4-afa9-db5c068a8116 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/quotas/a0cf2555372d4833a1b2cbdd625d2186 HTTP/1.1" status: 200 len: 375 time: 0.0113654 Jan 18 13:22:28.765533 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-89e88ad6-f2a3-40aa-a52e-c18522c9e23f tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0876279 Jan 18 13:22:28.915280 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-673fdc33-b0a2-487f-a1dc-35593585429e service neutron] 10.222.0.87 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345723 Jan 18 13:22:29.058724 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-d701124d-4fae-44f0-b2b6-76236d86d1f9 service neutron] 10.222.0.87 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363192 Jan 18 13:22:29.762371 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2b30abf3-3b68-4d08-aec3-f019b69e7d29 req-d3307376-a8c6-4f74-a6bf-7a8bc6e5fadb tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 210 time: 0.0422490 Jan 18 13:22:30.935905 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1c07915c-03c0-4ba7-b2a1-d1451dd32fa1 req-75bd3243-a590-4aee-8d5b-0c2ab99d8e42 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 210 time: 0.0418766 Jan 18 13:22:31.776141 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:32.002155 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-f8e85dc6-c7f5-46a6-9447-c5cd8b5cc23a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:32.003952 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-f8e85dc6-c7f5-46a6-9447-c5cd8b5cc23a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 812 time: 0.2354043 Jan 18 13:22:32.074383 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-3ae80012-bc98-4abd-8f09-37f0afc2f46a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0cf2555372d4833a1b2cbdd625d2186 HTTP/1.1" status: 200 len: 379 time: 0.0513158 Jan 18 13:22:32.115985 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'port': {'device_id': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'admin_state_up': True, 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'security_groups': ['11b4b191-f636-4d7b-b8a7-058738de9511']}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:22:32.142458 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c82d6071-9451-4116-b1d0-ae4f8ea42f25 req-2a8dd093-5491-45f9-a7dc-4ad4b4dc674d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 210 time: 0.0671103 Jan 18 13:22:32.259463 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:22:32.265845 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:port and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:22:32.269817 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:22:32.274495 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:22:32.330639 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Made reservation on behalf of a0cf2555372d4833a1b2cbdd625d2186 for: {'port': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:22:32.333810 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:32.507024 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Allocated IP 172.20.0.12 (1b254d9d-73c2-4ed0-9c9f-3efdaec0f196/8ff1fabd-3520-456c-8dfd-6e9647c65920/c48cd3ac-b63c-4290-b401-0c0060bf8732) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:22:32.706956 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:32.723084 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Transition to ACTIVE for port object c48cd3ac-b63c-4290-b401-0c0060bf8732 will not be triggered until provisioned by entity DHCP. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:22:32.810975 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:32.885396 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:22:32.889324 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:22:32.893547 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:22:32.926881 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'Port': ['ID=c48cd3ac-b63c-4290-b401-0c0060bf8732,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:32.967098 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:32.967671 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:33.056858 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-8b975761-e1a2-4742-abeb-6aa11de8dda2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9487190 Jan 18 13:22:33.087777 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Request body: {'port': {'device_id': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:22:33.187623 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-7d0d6f39-b238-497e-8139-292a0426c712 None None] Provisioning for port c48cd3ac-b63c-4290-b401-0c0060bf8732 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:22:33.193372 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-7d0d6f39-b238-497e-8139-292a0426c712 None None] Provisioning complete for port c48cd3ac-b63c-4290-b401-0c0060bf8732 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:22:33.193372 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6f39-b238-497e-8139-292a0426c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:33.215046 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:33.284746 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d6f39-b238-497e-8139-292a0426c712 None None] Port c48cd3ac-b63c-4290-b401-0c0060bf8732 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:22:33.526370 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba440f5c-31ce-4355-8acb-ea26815ce14d req-ea49e547-f542-4a29-9fa1-2f4687a17338 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:33.527048 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-ba440f5c-31ce-4355-8acb-ea26815ce14d req-ea49e547-f542-4a29-9fa1-2f4687a17338 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Synchronizing usage tracker for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:22:33.694655 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-ba440f5c-31ce-4355-8acb-ea26815ce14d req-ea49e547-f542-4a29-9fa1-2f4687a17338 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Unset dirty status for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:22:33.695923 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ba440f5c-31ce-4355-8acb-ea26815ce14d req-ea49e547-f542-4a29-9fa1-2f4687a17338 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 932 time: 0.3985920 Jan 18 13:22:33.775136 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48cd3ac-b63c-4290-b401-0c0060bf8732 {{(pid=83736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:22:33.794753 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:33.819160 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Transition to ACTIVE for port object c48cd3ac-b63c-4290-b401-0c0060bf8732 will not be triggered until provisioned by entity L2. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:22:33.823049 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ba440f5c-31ce-4355-8acb-ea26815ce14d req-e019ad44-1d54-4db1-b184-ea3afa6c42e0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941224 Jan 18 13:22:33.948051 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:34.099819 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Pushing event updated for resources: {'Port': ['ID=c48cd3ac-b63c-4290-b401-0c0060bf8732,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:34.296082 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Attempting to bind port c48cd3ac-b63c-4290-b401-0c0060bf8732 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:22:34.296380 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Attempting to bind port c48cd3ac-b63c-4290-b401-0c0060bf8732 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:22:34.296701 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Attempting to bind port c48cd3ac-b63c-4290-b401-0c0060bf8732 on network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:22:34.303011 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Port c48cd3ac-b63c-4290-b401-0c0060bf8732 on network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:22:34.303327 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Attempting to bind port c48cd3ac-b63c-4290-b401-0c0060bf8732 on network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:22:34.310897 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:22:34.312221 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Checking segment: {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:22:34.312221 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Bound using segment: {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:22:34.312221 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Bound port: c48cd3ac-b63c-4290-b401-0c0060bf8732, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce875503-ca75-40a5-a3fb-0817942fbf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196'}}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:22:34.312632 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:34.408600 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] For port c48cd3ac-b63c-4290-b401-0c0060bf8732, host hv-cinder-82510, cleared binding levels {{(pid=83736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:22:34.412569 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] For port c48cd3ac-b63c-4290-b401-0c0060bf8732, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c48cd3ac-b63c-4290-b401-0c0060bf8732,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:22:34.477282 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:22:34.490927 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:34.556234 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:34.557603 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] 10.222.0.91 "PUT /v2.0/ports/c48cd3ac-b63c-4290-b401-0c0060bf8732 HTTP/1.1" status: 200 len: 1094 time: 1.4778073 Jan 18 13:22:34.558241 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'tag': 'c48cd3ac-b63c-4290-b401-0c0060bf8732'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:22:34.586649 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96d2f0-0674-4c4e-ad01-bb9c54f8bb17 service neutron] Pushing event updated for resources: {'Port': ['ID=c48cd3ac-b63c-4290-b401-0c0060bf8732,revision_number=3']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:34.623831 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'tag': 'c48cd3ac-b63c-4290-b401-0c0060bf8732', 'status': 'completed', 'code': 200} Jan 18 13:22:34.754830 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b2b26df-9ede-415c-bfb6-8769fe7fc358 req-7da08016-e53e-4b83-b2e5-2aac3dcb4d4a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 1097 time: 0.0821910 Jan 18 13:22:34.915897 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b26df-9ede-415c-bfb6-8769fe7fc358 req-0771fce5-45e8-47a6-86e7-1bd5e1589179 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:34.917413 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b2b26df-9ede-415c-bfb6-8769fe7fc358 req-0771fce5-45e8-47a6-86e7-1bd5e1589179 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1455946 Jan 18 13:22:35.122214 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b26df-9ede-415c-bfb6-8769fe7fc358 req-536616b3-bb5c-470d-9a37-e1f40fd51419 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:35.123714 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b2b26df-9ede-415c-bfb6-8769fe7fc358 req-536616b3-bb5c-470d-9a37-e1f40fd51419 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2006927 Jan 18 13:22:35.138649 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4ab8d-b606-4b39-9548-da13316e3f07 req-d0f139fa-5f40-400a-8296-36e3c1e5c1e0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:35.140381 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-74f4ab8d-b606-4b39-9548-da13316e3f07 req-d0f139fa-5f40-400a-8296-36e3c1e5c1e0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 944 time: 0.1414399 Jan 18 13:22:35.190453 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-74f4ab8d-b606-4b39-9548-da13316e3f07 req-646fcba5-4e55-4d1e-ba76-c93c47fa3fd7 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444462 Jan 18 13:22:35.273169 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-93c13154-b4e4-4a4d-adc1-b699be40cf80 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 1097 time: 0.0710840 Jan 18 13:22:35.350210 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-43e86f16-8c65-4ccd-97df-210aec5eac30 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c48cd3ac-b63c-4290-b401-0c0060bf8732 HTTP/1.1" status: 200 len: 217 time: 0.0636058 Jan 18 13:22:35.411224 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-656c4b02-b8c0-4389-963a-3af1b3069198 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:35.412606 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-656c4b02-b8c0-4389-963a-3af1b3069198 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8ff1fabd-3520-456c-8dfd-6e9647c65920 HTTP/1.1" status: 200 len: 851 time: 0.0564497 Jan 18 13:22:35.492962 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-47613143-19be-46f1-b99c-97fcdc6c7a5b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739985 Jan 18 13:22:35.628462 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-5e2d68e8-7b7c-4aa3-adb7-4e8de12e35a4 service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285577 Jan 18 13:22:35.765322 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d96ace4f-cb52-4e2c-b6fa-9b550eaead7e req-7e7b117b-1479-481f-b80e-dce267f1aee2 service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302512 Jan 18 13:22:36.398053 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af415335-c528-4619-916a-9ea7d67025d6 req-ad92b3b7-1dd2-4101-b774-eea34c75439a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:36.399491 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-af415335-c528-4619-916a-9ea7d67025d6 req-ad92b3b7-1dd2-4101-b774-eea34c75439a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 944 time: 0.0815730 Jan 18 13:22:36.461344 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-af415335-c528-4619-916a-9ea7d67025d6 req-ce95b6b6-c01e-4b99-b892-e802c49cc661 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473671 Jan 18 13:22:37.670657 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146655c3-b968-46d2-937e-7f48ee066a4a req-fe9ee8cc-85fa-4caf-a07f-1017dc81ec46 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:37.672134 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-146655c3-b968-46d2-937e-7f48ee066a4a req-fe9ee8cc-85fa-4caf-a07f-1017dc81ec46 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 944 time: 0.0809834 Jan 18 13:22:37.718035 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-146655c3-b968-46d2-937e-7f48ee066a4a req-2d9206d6-5269-4037-b70e-28a3847b6702 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404432 Jan 18 13:22:38.919401 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fff46-5860-4909-98b6-685b5ccfdbb8 req-87b530f7-b3ef-4202-ae81-3f9653e084db tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:38.920735 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-db3fff46-5860-4909-98b6-685b5ccfdbb8 req-87b530f7-b3ef-4202-ae81-3f9653e084db tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 944 time: 0.0782702 Jan 18 13:22:38.968235 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-db3fff46-5860-4909-98b6-685b5ccfdbb8 req-4e7e1db4-1595-4e88-96ef-fd1fadea310d tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419858 Jan 18 13:22:40.172635 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfa7fa-1e62-4205-ad3f-60b21ee35a5c req-a53501b0-6543-4af4-9640-b95cae6461fe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:40.174067 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f3dfa7fa-1e62-4205-ad3f-60b21ee35a5c req-a53501b0-6543-4af4-9640-b95cae6461fe tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 944 time: 0.0766773 Jan 18 13:22:40.217972 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f3dfa7fa-1e62-4205-ad3f-60b21ee35a5c req-846c6346-7342-4d31-88b7-7c2c3f8c03ff tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383430 Jan 18 13:22:41.289796 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f349242-600a-402a-b546-a40347e37d1b req-4db0947c-b654-4217-805d-db65e06ad648 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:41.291231 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-4db0947c-b654-4217-805d-db65e06ad648 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/networks?id=7a0e7e1e-1100-412d-8d3a-dc125f817649 HTTP/1.1" status: 200 len: 815 time: 0.2289996 Jan 18 13:22:41.308946 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-dd4e94c5-486c-4be3-bd2e-4d972ec0b0eb tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/quotas/15b6d9d1b82a4911978cd65518e7677f HTTP/1.1" status: 200 len: 375 time: 0.0112257 Jan 18 13:22:41.462067 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-71bb2cfd-5c87-4a49-8810-a1fa461c3191 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=15b6d9d1b82a4911978cd65518e7677f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1473658 Jan 18 13:22:41.468264 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aa93c-6e4a-4d52-8e68-a012175c31e0 req-6d0919db-8766-44e5-a1e9-5077cabc547c tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:41.469604 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0c1aa93c-6e4a-4d52-8e68-a012175c31e0 req-6d0919db-8766-44e5-a1e9-5077cabc547c tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 944 time: 0.1189194 Jan 18 13:22:41.600931 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0c1aa93c-6e4a-4d52-8e68-a012175c31e0 req-9acd5ee2-c9c3-45db-9900-fe3a640f6c7e tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124029 Jan 18 13:22:41.638032 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-01b6704f-a062-47da-b893-fa0ff7b623fc service neutron] 10.222.0.87 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675119 Jan 18 13:22:41.773641 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-b598e034-2209-4e63-9b63-ee05b63b5b4a service neutron] 10.222.0.87 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296103 Jan 18 13:22:42.054793 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cf02b294-fe74-4d8d-a910-0c079fb67a76 req-3b651d89-4340-42ea-bdce-37037df2bdbd tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 210 time: 0.0477681 Jan 18 13:22:42.813989 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe190d19-784c-4635-b853-3142e3bfd4a9 req-c6008387-c9bf-40d4-a701-2df2ed70c0f2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:42.815440 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fe190d19-784c-4635-b853-3142e3bfd4a9 req-c6008387-c9bf-40d4-a701-2df2ed70c0f2 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 944 time: 0.0777583 Jan 18 13:22:42.866532 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fe190d19-784c-4635-b853-3142e3bfd4a9 req-15f48313-fd76-4143-a780-91ceab9e75fa tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452220 Jan 18 13:22:43.227511 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e84c6ca7-43d5-4323-8ee2-fab347bd3b06 req-7a84795f-50b2-4579-b886-b0f0020e5a60 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 210 time: 0.0406444 Jan 18 13:22:44.186556 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f349242-600a-402a-b546-a40347e37d1b req-a75285dd-1486-48fc-b4b7-aeba318bfa52 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:44.187882 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-a75285dd-1486-48fc-b4b7-aeba318bfa52 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "GET /v2.0/networks?id=7a0e7e1e-1100-412d-8d3a-dc125f817649 HTTP/1.1" status: 200 len: 815 time: 0.2087920 Jan 18 13:22:44.193441 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7a7dd-b3ae-4501-ab33-5189557d376f req-e153b3f4-c271-4d65-a3b0-d43766d35a2b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:44.194755 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5dc7a7dd-b3ae-4501-ab33-5189557d376f req-e153b3f4-c271-4d65-a3b0-d43766d35a2b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 944 time: 0.1957204 Jan 18 13:22:44.236761 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Request body: {'port': {'device_id': 'cf92314a-fc3d-4127-9120-cea4d2409e5c', 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649', 'admin_state_up': True, 'tenant_id': '15b6d9d1b82a4911978cd65518e7677f'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:22:44.317091 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5dc7a7dd-b3ae-4501-ab33-5189557d376f req-d74e725d-0d00-4287-9b80-c673773a5aa3 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158276 Jan 18 13:22:44.423283 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-40921ff1-5132-43e5-a217-692ade0179b9 req-37f7fbaf-6fec-4a9c-86b7-d50b3d1f89e0 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 210 time: 0.0584657 Jan 18 13:22:44.431411 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:22:44.446926 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:22:44.581242 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Made reservation on behalf of 15b6d9d1b82a4911978cd65518e7677f for: {'port': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:22:44.584535 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:44.586511 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ef2fb50e-1951-4d38-a59b-2a1599f00fc3 req-6bcf0fd5-ad9b-4417-9934-3133dcda76cf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840821 Jan 18 13:22:44.762178 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Allocated IP 172.20.0.13 (7a0e7e1e-1100-412d-8d3a-dc125f817649/07153243-8786-4d45-84e5-e0e6048b789b/271b9b4f-403a-401d-a9a6-ec0ce31b00e6) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:22:44.800954 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ef2fb50e-1951-4d38-a59b-2a1599f00fc3 req-6ae22959-47c2-46e2-b283-5fd87541db77 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2e74ac67b84fd5bd577cc130119449&device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 1100 time: 0.0779743 Jan 18 13:22:44.953590 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fb50e-1951-4d38-a59b-2a1599f00fc3 req-69ee1a5c-049e-4f87-a26e-b4bba31dc868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:44.955085 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ef2fb50e-1951-4d38-a59b-2a1599f00fc3 req-69ee1a5c-049e-4f87-a26e-b4bba31dc868 service neutron] 10.222.0.91 "GET /v2.0/networks?id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 200 len: 918 time: 0.1345360 Jan 18 13:22:44.967149 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:45.056567 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:45.065148 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ef2fb50e-1951-4d38-a59b-2a1599f00fc3 req-7cf0c7b4-1bde-4cae-8572-07ef3f13e8e6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bca2b321-41b7-4b74-ae26-ebc944ece332 HTTP/1.1" status: 200 len: 1002 time: 0.1028862 Jan 18 13:22:45.098704 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['c483f657-f01d-4b87-a6a0-e8146012ff98', 'bb298908-9777-4749-bc90-a0b41aec6128', '26c436ec-bd34-44a3-b541-d85380b788aa'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:22:45.138519 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fb50e-1951-4d38-a59b-2a1599f00fc3 req-a8e1fc94-ac70-4a2e-b5e6-2032a9f35ca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:45.140385 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ef2fb50e-1951-4d38-a59b-2a1599f00fc3 req-a8e1fc94-ac70-4a2e-b5e6-2032a9f35ca9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 200 len: 856 time: 0.0645239 Jan 18 13:22:45.232285 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ef2fb50e-1951-4d38-a59b-2a1599f00fc3 req-fec94911-c672-4e6c-806e-0ff3313ab989 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791554 Jan 18 13:22:45.249344 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Network 7a0e7e1e-1100-412d-8d3a-dc125f817649 is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:22:45.252716 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:22:45.255329 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:22:45.290170 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Pushing event updated for resources: {'Port': ['ID=271b9b4f-403a-401d-a9a6-ec0ce31b00e6,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:45.321090 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:45.321695 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:45.429065 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-fd42d756-9b85-4f76-a04b-fd11e2aceef2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1964672 Jan 18 13:22:45.449906 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Request body: {'port': {'device_id': 'cf92314a-fc3d-4127-9120-cea4d2409e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:22:45.497558 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ef2fb50e-1951-4d38-a59b-2a1599f00fc3 req-dc11f71a-5b1a-47b8-aef8-79867e7bef24 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647706 Jan 18 13:22:45.640730 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [req-ef2fb50e-1951-4d38-a59b-2a1599f00fc3 req-5bfaa9a1-d62d-46c6-9cfe-bf83b0088e29 service neutron] 10.222.0.91 "GET /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358037 Jan 18 13:22:45.678732 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:45.828250 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d097c-25c2-4ede-80a0-c7179f38c0fe req-26df6dca-783c-4f1b-9ae8-d722e31aa717 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:45.829810 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d37d097c-25c2-4ede-80a0-c7179f38c0fe req-26df6dca-783c-4f1b-9ae8-d722e31aa717 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 944 time: 0.2700601 Jan 18 13:22:45.849467 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a717a-a443-43a7-b1c0-02b3fc49fa38 req-81ee9e11-58ca-4fa8-adf7-f09d086532d2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:45.850129 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-7d0a717a-a443-43a7-b1c0-02b3fc49fa38 req-81ee9e11-58ca-4fa8-adf7-f09d086532d2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Synchronizing usage tracker for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:22:45.982651 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d37d097c-25c2-4ede-80a0-c7179f38c0fe req-cefc92f1-4bea-4cf1-9471-1856ff758e71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442873 Jan 18 13:22:45.983133 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-7d0a717a-a443-43a7-b1c0-02b3fc49fa38 req-81ee9e11-58ca-4fa8-adf7-f09d086532d2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Unset dirty status for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:22:45.984148 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7d0a717a-a443-43a7-b1c0-02b3fc49fa38 req-81ee9e11-58ca-4fa8-adf7-f09d086532d2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 932 time: 0.3877554 Jan 18 13:22:46.071062 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7d0a717a-a443-43a7-b1c0-02b3fc49fa38 req-8bb99f69-69a0-44c7-bb31-9df9e2e3edd1 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800791 Jan 18 13:22:46.150294 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 {{(pid=83736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:22:46.157358 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:46.171135 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Transition to ACTIVE for port object 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 will not be triggered until provisioned by entity L2. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:22:46.244579 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:46.371238 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Pushing event updated for resources: {'Port': ['ID=271b9b4f-403a-401d-a9a6-ec0ce31b00e6,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:46.413127 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:46.413460 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:46.413793 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:46.414110 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:46.414433 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:46.414745 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:46.415059 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:46.415400 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:46.415714 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:46.416023 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:46.416330 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:46.488138 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Attempting to bind port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:22:46.488470 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Attempting to bind port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:22:46.488805 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Attempting to bind port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 on network 7a0e7e1e-1100-412d-8d3a-dc125f817649 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:22:46.498369 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 on network 7a0e7e1e-1100-412d-8d3a-dc125f817649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:22:46.498369 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Attempting to bind port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 on network 7a0e7e1e-1100-412d-8d3a-dc125f817649 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:22:46.502630 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:22:46.502969 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Checking segment: {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:22:46.503383 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Bound using segment: {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:22:46.503809 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Bound port: 271b9b4f-403a-401d-a9a6-ec0ce31b00e6, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83162e30-e9c5-42df-9723-2b9860bba0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649'}}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:22:46.504237 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:46.608777 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] For port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6, host hv-cinder-82510, cleared binding levels {{(pid=83736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:22:46.612001 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] For port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=271b9b4f-403a-401d-a9a6-ec0ce31b00e6,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:22:46.656193 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:46.717776 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:46.719127 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] 10.222.0.91 "PUT /v2.0/ports/271b9b4f-403a-401d-a9a6-ec0ce31b00e6 HTTP/1.1" status: 200 len: 1094 time: 1.2758667 Jan 18 13:22:46.719576 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf92314a-fc3d-4127-9120-cea4d2409e5c', 'tag': '271b9b4f-403a-401d-a9a6-ec0ce31b00e6'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:22:46.737566 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff755c0d-83b9-4d3d-bfae-ae530c83a088 service neutron] Pushing event updated for resources: {'Port': ['ID=271b9b4f-403a-401d-a9a6-ec0ce31b00e6,revision_number=3']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:46.779005 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf92314a-fc3d-4127-9120-cea4d2409e5c', 'tag': '271b9b4f-403a-401d-a9a6-ec0ce31b00e6', 'status': 'completed', 'code': 200} Jan 18 13:22:46.906369 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bc1ffa2e-e98c-4f91-96c4-d7ef030aa4ec req-c5773f89-f9bd-440d-81c5-944c636a0395 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15b6d9d1b82a4911978cd65518e7677f&device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 1097 time: 0.0793478 Jan 18 13:22:47.065873 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ffa2e-e98c-4f91-96c4-d7ef030aa4ec req-6d570bb7-2c7b-42ec-af95-415e231c76d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:47.067291 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bc1ffa2e-e98c-4f91-96c4-d7ef030aa4ec req-6d570bb7-2c7b-42ec-af95-415e231c76d4 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=15b6d9d1b82a4911978cd65518e7677f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1464524 Jan 18 13:22:47.405792 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ffa2e-e98c-4f91-96c4-d7ef030aa4ec req-d62d11ec-a688-4400-b5c7-7d51b58d3027 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:47.407205 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bc1ffa2e-e98c-4f91-96c4-d7ef030aa4ec req-d62d11ec-a688-4400-b5c7-7d51b58d3027 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3331287 Jan 18 13:22:47.426758 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919c44e-cf93-42a2-9c20-74134f9cd16b req-f395d6c2-c869-4940-b546-5b3b8cb78b70 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:47.428167 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7919c44e-cf93-42a2-9c20-74134f9cd16b req-f395d6c2-c869-4940-b546-5b3b8cb78b70 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 944 time: 0.2775798 Jan 18 13:22:47.465288 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfc8fe-fc09-4a54-90a3-678ca5ad2c8b req-6a2a2da9-4d36-4a53-9a0b-6c0c26421133 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:47.467220 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-00dfc8fe-fc09-4a54-90a3-678ca5ad2c8b req-6a2a2da9-4d36-4a53-9a0b-6c0c26421133 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 944 time: 0.2542615 Jan 18 13:22:47.551775 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7919c44e-cf93-42a2-9c20-74134f9cd16b req-9be0ae27-4cd7-4daa-b71c-8b905324cbc7 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153073 Jan 18 13:22:47.586437 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-00dfc8fe-fc09-4a54-90a3-678ca5ad2c8b req-e376f58e-b227-4c8b-b46c-37a597502b56 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104772 Jan 18 13:22:47.601101 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-4887d913-7773-4dca-9438-2c42ad26032b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=15b6d9d1b82a4911978cd65518e7677f&device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 1097 time: 0.1241143 Jan 18 13:22:47.673739 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device c48cd3ac-b63c-4290-b401-0c0060bf8732 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:22:47.680297 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-9b9c3f92-30e1-456c-b5d3-0d5179683797 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=271b9b4f-403a-401d-a9a6-ec0ce31b00e6 HTTP/1.1" status: 200 len: 217 time: 0.0621486 Jan 18 13:22:47.760493 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f349242-600a-402a-b546-a40347e37d1b req-d484c369-2689-431d-bfcb-dd2a6752a06a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:47.762128 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-d484c369-2689-431d-bfcb-dd2a6752a06a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=07153243-8786-4d45-84e5-e0e6048b789b HTTP/1.1" status: 200 len: 855 time: 0.0664618 Jan 18 13:22:47.812734 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-dec11dff-f59f-41d0-9793-088e603b8e57 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7a0e7e1e-1100-412d-8d3a-dc125f817649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437925 Jan 18 13:22:47.817097 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port c48cd3ac-b63c-4290-b401-0c0060bf8732, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c48cd3ac-b63c-4290-b401-0c0060bf8732,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:22:47.831214 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': 'c48cd3ac-b63c-4290-b401-0c0060bf8732', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'port_id': 'c48cd3ac-b63c-4290-b401-0c0060bf8732', 'mac_address': 'fa:16:3e:31:e8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:22:47.884466 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:47.908495 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48cd3ac-b63c-4290-b401-0c0060bf8732 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:22:47.933000 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port c48cd3ac-b63c-4290-b401-0c0060bf8732, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c48cd3ac-b63c-4290-b401-0c0060bf8732,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:22:47.965177 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-a47adc5a-62cb-4432-90f3-10efeef5cc07 service neutron] 10.222.0.91 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456895 Jan 18 13:22:47.992584 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:48.067517 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=c48cd3ac-b63c-4290-b401-0c0060bf8732,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:48.139904 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f349242-600a-402a-b546-a40347e37d1b req-efc25927-386e-4397-a2fc-a4aef488310d service neutron] 10.222.0.91 "GET /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677301 Jan 18 13:22:48.821245 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c19ee-55a8-45ac-a562-b309a8691454 req-e4722476-fb04-4a25-b4c9-9b0e77d9f70f tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:48.822757 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-154c19ee-55a8-45ac-a562-b309a8691454 req-e4722476-fb04-4a25-b4c9-9b0e77d9f70f tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 944 time: 0.1057796 Jan 18 13:22:48.828745 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf648af-abbe-4edf-bf86-91a14f4d3703 req-f6e43952-d0be-4b9a-9239-31898aa8529f tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:48.830089 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1bf648af-abbe-4edf-bf86-91a14f4d3703 req-f6e43952-d0be-4b9a-9239-31898aa8529f tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 945 time: 0.1467812 Jan 18 13:22:48.900553 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-154c19ee-55a8-45ac-a562-b309a8691454 req-0f6dadbe-4813-4ee2-b218-23b872c29aeb tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694270 Jan 18 13:22:48.908006 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['c48cd3ac-b63c-4290-b401-0c0060bf8732'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:22:48.915689 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1bf648af-abbe-4edf-bf86-91a14f4d3703 req-f28040d0-5b76-446c-81be-83d5e2136126 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640953 Jan 18 13:22:49.301535 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6aaf0308-5153-4c8f-a06a-c08668d91744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:50.166136 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbbcc8-7481-41ba-ab4c-05887d7809ff req-38bb4f95-a902-4a9b-96a0-34379162a5ad tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:50.168241 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-09cbbcc8-7481-41ba-ab4c-05887d7809ff req-38bb4f95-a902-4a9b-96a0-34379162a5ad tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 944 time: 0.1361642 Jan 18 13:22:50.178542 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb552df-d93f-4e86-afb5-297a36fe6af7 req-c78c6338-10d5-4b57-af9f-548f5219812b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:50.180174 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ffb552df-d93f-4e86-afb5-297a36fe6af7 req-c78c6338-10d5-4b57-af9f-548f5219812b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 945 time: 0.1147063 Jan 18 13:22:50.256019 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-09cbbcc8-7481-41ba-ab4c-05887d7809ff req-0cbaf820-49f3-4a77-a135-5fa94a49b5c6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749850 Jan 18 13:22:50.260750 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ffb552df-d93f-4e86-afb5-297a36fe6af7 req-cf5fe424-a360-49f1-8a69-576142eb46f4 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656064 Jan 18 13:22:51.516137 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02eaa6-4e4b-4610-865f-6f6e3f3df72d req-bf36a7c0-76e9-4523-9a93-4c52bf19d4bc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:51.517539 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d02eaa6-4e4b-4610-865f-6f6e3f3df72d req-bf36a7c0-76e9-4523-9a93-4c52bf19d4bc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 944 time: 0.1386755 Jan 18 13:22:51.529394 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefa5df-37eb-4703-a093-54138d1f13ba req-8d880f91-2207-4526-8d61-6bc03bea63ed tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:51.530844 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-faefa5df-37eb-4703-a093-54138d1f13ba req-8d880f91-2207-4526-8d61-6bc03bea63ed tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 945 time: 0.1203008 Jan 18 13:22:51.607897 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8d02eaa6-4e4b-4610-865f-6f6e3f3df72d req-0b32f887-ff83-4885-97f2-24452ff15793 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760460 Jan 18 13:22:51.610476 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-faefa5df-37eb-4703-a093-54138d1f13ba req-d650f35f-322d-478a-812c-0883b781c118 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640841 Jan 18 13:22:51.690201 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb906-4575-49bb-8e04-35174a0d9567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:51.696453 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:22:51.704413 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device c48cd3ac-b63c-4290-b401-0c0060bf8732 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:22:51.901639 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=271b9b4f-403a-401d-a9a6-ec0ce31b00e6,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:22:51.913833 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port c48cd3ac-b63c-4290-b401-0c0060bf8732 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:22:51.919839 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '271b9b4f-403a-401d-a9a6-ec0ce31b00e6', 'network_id': '7a0e7e1e-1100-412d-8d3a-dc125f817649', 'port_id': '271b9b4f-403a-401d-a9a6-ec0ce31b00e6', 'mac_address': 'fa:16:3e:86:57:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07153243-8786-4d45-84e5-e0e6048b789b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:22:51.922806 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port c48cd3ac-b63c-4290-b401-0c0060bf8732 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:22:51.923182 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:52.024264 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:52.050717 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:22:52.108324 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=271b9b4f-403a-401d-a9a6-ec0ce31b00e6,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:22:52.117370 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:52.146536 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48cd3ac-b63c-4290-b401-0c0060bf8732'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:22:52.157117 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port c48cd3ac-b63c-4290-b401-0c0060bf8732, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c48cd3ac-b63c-4290-b401-0c0060bf8732,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:22:52.173092 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:52.217952 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48cd3ac-b63c-4290-b401-0c0060bf8732', 'code': 200} Jan 18 13:22:52.257356 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=271b9b4f-403a-401d-a9a6-ec0ce31b00e6,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:52.262234 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:52.334291 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=c48cd3ac-b63c-4290-b401-0c0060bf8732,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:52.580073 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a7f5238-2b6a-42e7-8eeb-549d8995e34f req-0bc80121-e1ed-45f3-8e02-8b56ae48b44c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 1099 time: 0.0686049 Jan 18 13:22:52.629254 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a7f5238-2b6a-42e7-8eeb-549d8995e34f req-fd6ea0c1-fc87-4da3-bf1f-1cb9be8cc7c0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418446 Jan 18 13:22:52.705761 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['271b9b4f-403a-401d-a9a6-ec0ce31b00e6'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:22:52.799486 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:52.892446 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80486d02-799c-406d-8270-92b5db259b7f req-c45d3c1f-d587-404e-8f05-3e19e5e7bd81 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:52.893888 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-80486d02-799c-406d-8270-92b5db259b7f req-c45d3c1f-d587-404e-8f05-3e19e5e7bd81 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 946 time: 0.1419702 Jan 18 13:22:52.903065 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd73ca-686c-4364-a412-acac1a2f7265 req-f62086ac-7194-4636-b437-f868655adf48 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:52.904477 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-67fd73ca-686c-4364-a412-acac1a2f7265 req-f62086ac-7194-4636-b437-f868655adf48 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 945 time: 0.1178253 Jan 18 13:22:52.961667 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:52.979915 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-80486d02-799c-406d-8270-92b5db259b7f req-94378fc0-3abb-4ba0-b9b0-216d9e49d5c8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735011 Jan 18 13:22:52.991013 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-67fd73ca-686c-4364-a412-acac1a2f7265 req-fcd19bb7-4a61-46f8-a7c1-55b9f05a8b5b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694273 Jan 18 13:22:54.072811 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:54.341265 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890403-1dea-45a9-a7e4-8b41d1cfae10 req-32f3a46f-5972-4cea-bea7-2a4a9c6c06d1 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:54.342730 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e5890403-1dea-45a9-a7e4-8b41d1cfae10 req-32f3a46f-5972-4cea-bea7-2a4a9c6c06d1 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 946 time: 0.2292843 Jan 18 13:22:54.352447 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eaa9eb-e663-4bcb-bc11-6058112e90a3 req-78f90d65-9692-44d0-b158-7c3dfc28003e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:54.353834 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-19eaa9eb-e663-4bcb-bc11-6058112e90a3 req-78f90d65-9692-44d0-b158-7c3dfc28003e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 945 time: 0.2384884 Jan 18 13:22:54.424936 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e5890403-1dea-45a9-a7e4-8b41d1cfae10 req-69b9b733-2a3a-4661-a8e7-0f43b9c54fc8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700688 Jan 18 13:22:54.429320 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-19eaa9eb-e663-4bcb-bc11-6058112e90a3 req-29b3b6e0-4daa-44e2-aba3-42b15e3e574b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593336 Jan 18 13:22:55.678113 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696926af-4c0d-4009-806b-b7775ae29fb6 req-ef33ddbf-38dd-4104-80f9-22c937b68977 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:55.679578 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-696926af-4c0d-4009-806b-b7775ae29fb6 req-ef33ddbf-38dd-4104-80f9-22c937b68977 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 946 time: 0.1322265 Jan 18 13:22:55.690526 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f0345-50bc-4557-8c30-fba3b51516da req-0739971d-6d02-43c5-8c08-2a25fd42829e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:55.691923 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f89f0345-50bc-4557-8c30-fba3b51516da req-0739971d-6d02-43c5-8c08-2a25fd42829e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 945 time: 0.1144896 Jan 18 13:22:55.747781 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:22:55.761552 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-696926af-4c0d-4009-806b-b7775ae29fb6 req-2217addc-6f28-46f0-922a-048d6371ce4b tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686789 Jan 18 13:22:55.769074 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f89f0345-50bc-4557-8c30-fba3b51516da req-825f3d5d-9979-48b5-b110-ea4dd522cc82 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629597 Jan 18 13:22:55.890092 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:22:55.895844 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:22:55.899552 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:55.968121 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587ec55-24f7-4945-b162-c13a3f38045d req-38c67f07-6573-43fc-a17b-9423f83d0cfa tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:55.969571 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9587ec55-24f7-4945-b162-c13a3f38045d req-38c67f07-6573-43fc-a17b-9423f83d0cfa tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 946 time: 0.0790410 Jan 18 13:22:56.013134 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:56.014920 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9587ec55-24f7-4945-b162-c13a3f38045d req-0ad55b29-d76c-4d98-9733-c7657c052b65 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397625 Jan 18 13:22:56.040570 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf92314a-fc3d-4127-9120-cea4d2409e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271b9b4f-403a-401d-a9a6-ec0ce31b00e6'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:22:56.044334 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58818) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:22:56.050863 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=271b9b4f-403a-401d-a9a6-ec0ce31b00e6,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:22:56.103604 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf92314a-fc3d-4127-9120-cea4d2409e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271b9b4f-403a-401d-a9a6-ec0ce31b00e6', 'code': 200} Jan 18 13:22:56.141897 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:56.209284 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=271b9b4f-403a-401d-a9a6-ec0ce31b00e6,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:56.265868 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-8147c333-eb84-455c-89bc-930d7c17c1ec tempest-TestVolumeBootPattern-1315345238 tempest-TestVolumeBootPattern-1315345238-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 1094 time: 0.2136960 Jan 18 13:22:56.268566 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 58826) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:22:56.275201 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Request body: {'floatingip': {'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'port_id': 'c48cd3ac-b63c-4290-b401-0c0060bf8732', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:22:56.281997 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:22:56.286217 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Usage tracker for resource:floatingip and tenant:a0cf2555372d4833a1b2cbdd625d2186 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:22:56.289277 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:22:56.296250 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:22:56.386916 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:56.559773 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8500777d-f660-436f-807c-5b0f2dac3ff5 req-b2fe7e82-fc55-4092-b8c9-108be7dd80e6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 1099 time: 0.0984290 Jan 18 13:22:56.613146 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:56.661339 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8500777d-f660-436f-807c-5b0f2dac3ff5 req-110bc102-c7bf-4667-866d-b6ca779f2549 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821888 Jan 18 13:22:56.763367 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Allocated IP 172.27.1.149 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/f42d7fc7-7d6f-4f77-8f91-3d50fc8f6e4d) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:22:56.960244 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:57.007666 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3329660-3a93-4113-afe9-c31188183ac3 req-c24beb2f-e172-43d7-9e4e-dc59c1497140 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:57.009127 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b3329660-3a93-4113-afe9-c31188183ac3 req-c24beb2f-e172-43d7-9e4e-dc59c1497140 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 946 time: 0.1105211 Jan 18 13:22:57.057076 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b3329660-3a93-4113-afe9-c31188183ac3 req-8a48aa5d-4b00-4f25-8d73-d59a53ee1396 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412676 Jan 18 13:22:57.073862 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:57.143694 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:22:57.145109 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:22:57.148836 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:22:57.187170 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'Port': ['ID=f42d7fc7-7d6f-4f77-8f91-3d50fc8f6e4d,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:57.657754 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:57.843724 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:58.044278 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:58.112630 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:58.259798 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event updated for resources: {'Port': ['ID=f42d7fc7-7d6f-4f77-8f91-3d50fc8f6e4d,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:58.286827 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:58.383675 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2eb56-6bf8-4c2a-aea9-d759ba12d709 req-491fcdbf-374d-47af-b936-e72183fbfde2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:58.385052 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-eac2eb56-6bf8-4c2a-aea9-d759ba12d709 req-491fcdbf-374d-47af-b936-e72183fbfde2 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 946 time: 0.1859500 Jan 18 13:22:58.487202 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-eac2eb56-6bf8-4c2a-aea9-d759ba12d709 req-87d2628f-5f58-4e6d-82ab-a59d45c257b9 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952730 Jan 18 13:22:58.538417 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.l3_db [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Floating IP d016712b-9aa4-4e03-bdc3-ac970906fff9 associated. External IP: 172.27.1.149, port: c48cd3ac-b63c-4290-b401-0c0060bf8732. Jan 18 13:22:58.958384 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Router 6dc34715-53be-4919-936f-b6a1cecd8500 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:22:59.164573 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:22:59.175275 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5e107-01c7-4de0-a9af-5de3b47afa9c None None] Sync routers for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:22:59.188575 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5e107-01c7-4de0-a9af-5de3b47afa9c None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:22:59.193453 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-29f5e107-01c7-4de0-a9af-5de3b47afa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:22:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:22:59.329825 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:59.369298 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-29f5e107-01c7-4de0-a9af-5de3b47afa9c None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:22:59.395057 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-a2d37ddb-c9f1-469a-a9e9-e68f4dcdef71 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1251037 Jan 18 13:22:59.395946 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'tag': 'c48cd3ac-b63c-4290-b401-0c0060bf8732'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:22:59.451538 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'tag': 'c48cd3ac-b63c-4290-b401-0c0060bf8732', 'status': 'completed', 'code': 200} Jan 18 13:22:59.599140 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a6fcf03-21cd-44e4-8d42-64ccb2710015 req-bff1abe4-bde4-4d6c-966e-d9090811ec03 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 1099 time: 0.0772727 Jan 18 13:22:59.761142 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-29f5e107-01c7-4de0-a9af-5de3b47afa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '33db960a-5eaa-4526-9406-bef67115097f', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:95:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:20:11Z', 'updated_at': '2022-01-18T13:20:14Z', 'revision_number': 1, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}, {'id': 'd016712b-9aa4-4e03-bdc3-ac970906fff9', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': 'c48cd3ac-b63c-4290-b401-0c0060bf8732', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:31:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:22:57Z', 'updated_at': '2022-01-18T13:22:57Z', 'revision_number': 0, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:22:59.765922 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5e107-01c7-4de0-a9af-5de3b47afa9c None None] Checking router: 6dc34715-53be-4919-936f-b6a1cecd8500 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:22:59.777714 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5e107-01c7-4de0-a9af-5de3b47afa9c None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:22:59.778476 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-29f5e107-01c7-4de0-a9af-5de3b47afa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:22:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:22:59.897588 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fcf03-21cd-44e4-8d42-64ccb2710015 req-bc2c9703-51f6-43b9-a068-1c41a04b5de4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:59.898908 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a6fcf03-21cd-44e4-8d42-64ccb2710015 req-bc2c9703-51f6-43b9-a068-1c41a04b5de4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 913 time: 0.2928832 Jan 18 13:22:59.908992 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667d609-7612-4e85-a8bd-bb297afdb963 req-f5740ea8-bc88-4898-a868-3a95a69245d9 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:22:59.910440 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9667d609-7612-4e85-a8bd-bb297afdb963 req-f5740ea8-bc88-4898-a868-3a95a69245d9 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 946 time: 0.2849314 Jan 18 13:22:59.960405 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-29f5e107-01c7-4de0-a9af-5de3b47afa9c None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:23:00.043958 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a6fcf03-21cd-44e4-8d42-64ccb2710015 req-0a4fd476-e4a4-4d0e-bb08-59a55fb297c6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c48cd3ac-b63c-4290-b401-0c0060bf8732 HTTP/1.1" status: 200 len: 1000 time: 0.1322033 Jan 18 13:23:00.046930 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9667d609-7612-4e85-a8bd-bb297afdb963 req-c85df5b9-3d40-4ce8-b83f-93c0ba3e0322 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865312 Jan 18 13:23:00.114912 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fcf03-21cd-44e4-8d42-64ccb2710015 req-a2d13cab-1d26-4142-a74d-581b318bb395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:00.117070 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a6fcf03-21cd-44e4-8d42-64ccb2710015 req-a2d13cab-1d26-4142-a74d-581b318bb395 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8ff1fabd-3520-456c-8dfd-6e9647c65920 HTTP/1.1" status: 200 len: 851 time: 0.0671904 Jan 18 13:23:00.200722 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a6fcf03-21cd-44e4-8d42-64ccb2710015 req-a250ef7c-f8af-40dd-ad0d-417047b5eca1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756311 Jan 18 13:23:00.332906 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-29f5e107-01c7-4de0-a9af-5de3b47afa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '33db960a-5eaa-4526-9406-bef67115097f', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:95:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:20:11Z', 'updated_at': '2022-01-18T13:20:14Z', 'revision_number': 1, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}, {'id': 'd016712b-9aa4-4e03-bdc3-ac970906fff9', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': 'c48cd3ac-b63c-4290-b401-0c0060bf8732', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:31:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:22:57Z', 'updated_at': '2022-01-18T13:22:57Z', 'revision_number': 0, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:00.337032 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5e107-01c7-4de0-a9af-5de3b47afa9c None None] The sync data for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi is: [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '33db960a-5eaa-4526-9406-bef67115097f', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:95:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:20:11Z', 'updated_at': '2022-01-18T13:20:14Z', 'revision_number': 1, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}, {'id': 'd016712b-9aa4-4e03-bdc3-ac970906fff9', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': 'c48cd3ac-b63c-4290-b401-0c0060bf8732', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:31:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:22:57Z', 'updated_at': '2022-01-18T13:22:57Z', 'revision_number': 0, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:23:00.347836 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a6fcf03-21cd-44e4-8d42-64ccb2710015 req-7e732f4b-9438-45c3-813c-211141ad848a service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362936 Jan 18 13:23:00.486740 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a6fcf03-21cd-44e4-8d42-64ccb2710015 req-20224350-0a91-4b79-92ee-2d1318dc62e4 service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343818 Jan 18 13:23:00.551487 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b26d71-b622-4a45-891b-35756bb4a91b None None] New status for floating IP d016712b-9aa4-4e03-bdc3-ac970906fff9: ACTIVE {{(pid=83738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:23:01.826505 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:07.170609 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fb97e-a6a7-4e50-9157-6507fab85c96 req-0ec0d1fd-e8a1-41a9-82b2-708d405e69ad tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:07.172071 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-158fb97e-a6a7-4e50-9157-6507fab85c96 req-0ec0d1fd-e8a1-41a9-82b2-708d405e69ad tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 947 time: 0.0806191 Jan 18 13:23:07.219810 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-158fb97e-a6a7-4e50-9157-6507fab85c96 req-378b08fe-fafb-4330-9b3f-0d9ea58725c5 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421219 Jan 18 13:23:08.428146 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb461b4-b745-492f-8512-29dff0ad86c3 req-9fc59156-c11c-4b4a-a301-327f8af6939d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:08.429487 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4bb461b4-b745-492f-8512-29dff0ad86c3 req-9fc59156-c11c-4b4a-a301-327f8af6939d tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 947 time: 0.0750999 Jan 18 13:23:08.477912 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4bb461b4-b745-492f-8512-29dff0ad86c3 req-42eedf06-3b6f-4bd3-8848-cfa19b9c1fec tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430050 Jan 18 13:23:09.309954 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-629f1112-b028-4047-8e64-5810de17df28 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:09.311419 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-629f1112-b028-4047-8e64-5810de17df28 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.91 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 947 time: 0.0803287 Jan 18 13:23:09.379013 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Deleting port bca2b321-41b7-4b74-ae26-ebc944ece332 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:23:09.379259 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:09.669968 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] For port bca2b321-41b7-4b74-ae26-ebc944ece332, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bca2b321-41b7-4b74-ae26-ebc944ece332,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:23:09.670725 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:09.871267 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e8aff-9924-4760-bfb0-647398ffbdcf req-64795b4e-fd7f-4c99-9e89-255cf3b38bec tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:09.872727 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-074e8aff-9924-4760-bfb0-647398ffbdcf req-64795b4e-fd7f-4c99-9e89-255cf3b38bec tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 947 time: 0.2542675 Jan 18 13:23:10.082929 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-074e8aff-9924-4760-bfb0-647398ffbdcf req-d8905152-4fb8-4ac1-84db-4ac6387d764a tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups?id=fa8096f5-48cf-43d2-ac88-a9e257e02c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045236 Jan 18 13:23:10.105439 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:10.105964 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:10.106200 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.l3_db [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Floating IP 4b2da0c4-ed64-4503-aa80-017a39aafde4 disassociated. External IP: 172.27.1.235, port: bca2b321-41b7-4b74-ae26-ebc944ece332. Jan 18 13:23:10.106543 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Calling delete_port for bca2b321-41b7-4b74-ae26-ebc944ece332 owned by compute:nova {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:23:10.329618 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:10.378112 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event deleted for resources: {'Port': ['ID=bca2b321-41b7-4b74-ae26-ebc944ece332,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:10.616608 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:23:10.831424 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:23:10.842999 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb62a8-261c-4fc6-ba32-d9ffe42277ad None None] Sync routers for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:23:10.861521 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb62a8-261c-4fc6-ba32-d9ffe42277ad None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:23:10.862378 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d9cb62a8-261c-4fc6-ba32-d9ffe42277ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:22:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:10.911539 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] No DVR routers for this DVR port bca2b321-41b7-4b74-ae26-ebc944ece332 on host hv-cinder-82510 {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:23:10.914049 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:10.917360 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'name': 'network-vif-deleted', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:23:10.929698 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-018a7886-579c-4cb4-8ab7-c2b1b187bb40 req-5435abe1-3594-42a8-8a29-7ed861269d3b tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.91 "DELETE /v2.0/ports/bca2b321-41b7-4b74-ae26-ebc944ece332 HTTP/1.1" status: 204 len: 173 time: 1.6131225 Jan 18 13:23:10.972901 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef20e836-b63c-4a65-988f-7d78933ce91c', 'name': 'network-vif-deleted', 'tag': 'bca2b321-41b7-4b74-ae26-ebc944ece332', 'status': 'completed', 'code': 200} Jan 18 13:23:11.049731 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-d9cb62a8-261c-4fc6-ba32-d9ffe42277ad None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:23:11.267437 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-457cf25a-e10e-4438-8fb0-962cfe43b6ac req-1648ee44-3c51-4217-a4b4-6a9bd8c5bb2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Synchronizing usage tracker for tenant:fc2e74ac67b84fd5bd577cc130119449 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:23:11.335523 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-457cf25a-e10e-4438-8fb0-962cfe43b6ac req-1648ee44-3c51-4217-a4b4-6a9bd8c5bb2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Unset dirty status for tenant:fc2e74ac67b84fd5bd577cc130119449 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:23:11.339683 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-457cf25a-e10e-4438-8fb0-962cfe43b6ac req-1648ee44-3c51-4217-a4b4-6a9bd8c5bb2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20e836-b63c-4a65-988f-7d78933ce91c HTTP/1.1" status: 200 len: 210 time: 0.1117969 Jan 18 13:23:11.376203 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d9cb62a8-261c-4fc6-ba32-d9ffe42277ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:11.380084 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb62a8-261c-4fc6-ba32-d9ffe42277ad None None] Checking router: b7e0b6ae-8f8e-486d-b523-0a0a9d419490 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:23:11.390946 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb62a8-261c-4fc6-ba32-d9ffe42277ad None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:23:11.391588 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d9cb62a8-261c-4fc6-ba32-d9ffe42277ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:22:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:11.481051 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:23:11.607220 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-d9cb62a8-261c-4fc6-ba32-d9ffe42277ad None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:23:11.836863 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bca2b321-41b7-4b74-ae26-ebc944ece332 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:23:11.887696 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: bca2b321-41b7-4b74-ae26-ebc944ece332 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:23:11.887696 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bca2b321-41b7-4b74-ae26-ebc944ece332 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:23:11.930271 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-d9cb62a8-261c-4fc6-ba32-d9ffe42277ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:11.936309 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb62a8-261c-4fc6-ba32-d9ffe42277ad None None] The sync data for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi is: [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:09:48Z', 'revision_number': 4, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '1bdee941-8d7c-4889-a2a2-e0c0a8deb3df', 'name': '', 'network_id': '97f0e0c3-e24e-45a5-85b5-60a2a9e14b07', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'mac_address': 'fa:16:3e:b8:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:46Z', 'updated_at': '2022-01-18T13:10:36Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'subnets': [{'id': '1df068d1-b5cf-4f09-9599-7e794b98b58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:23:12.196388 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428a86aa-556b-411d-9710-abaf5c846196 None None] New status for floating IP 4b2da0c4-ed64-4503-aa80-017a39aafde4: DOWN {{(pid=83738) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:23:12.583673 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58902) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:12.649590 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:12.676646 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:12.775122 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:12.795012 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8096f5-48cf-43d2-ac88-a9e257e02c85,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:12.803891 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:12.804233 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:12.804575 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:12.804925 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:12.805233 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:12.805563 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:12.805888 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:12.806213 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:12.806673 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:12.808059 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:12.813619 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:12.865650 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:12.866789 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-172a3910-ded9-4abe-9d19-f8cada544e78 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "DELETE /v2.0/security-groups/fa8096f5-48cf-43d2-ac88-a9e257e02c85 HTTP/1.1" status: 204 len: 168 time: 0.2821286 Jan 18 13:23:12.870134 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58908) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:12.886649 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.api.v2.resource [None req-a319f5e2-7853-4843-873b-a6ac67851b30 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] show failed (client error): The resource could not be found. Jan 18 13:23:12.887632 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-a319f5e2-7853-4843-873b-a6ac67851b30 tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "GET /v2.0/security-groups/fa8096f5-48cf-43d2-ac88-a9e257e02c85 HTTP/1.1" status: 404 len: 347 time: 0.0163360 Jan 18 13:23:12.890912 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58912) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:13.053356 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-13a39e6b-ef73-4a2a-99c1-77c6619f8a2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Deleting port 816c640e-d81b-4a73-99a0-84b22b20380d {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:23:13.053705 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13a39e6b-ef73-4a2a-99c1-77c6619f8a2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:13.310332 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13a39e6b-ef73-4a2a-99c1-77c6619f8a2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:13.310649 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13a39e6b-ef73-4a2a-99c1-77c6619f8a2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:13.430695 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-13a39e6b-ef73-4a2a-99c1-77c6619f8a2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Calling delete_port for 816c640e-d81b-4a73-99a0-84b22b20380d owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:23:13.655459 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13a39e6b-ef73-4a2a-99c1-77c6619f8a2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:13.699617 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a39e6b-ef73-4a2a-99c1-77c6619f8a2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Pushing event deleted for resources: {'Port': ['ID=816c640e-d81b-4a73-99a0-84b22b20380d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:13.796051 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13a39e6b-ef73-4a2a-99c1-77c6619f8a2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:13.953074 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-13a39e6b-ef73-4a2a-99c1-77c6619f8a2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:13.954220 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-13a39e6b-ef73-4a2a-99c1-77c6619f8a2f tempest-AttachVolumeShelveTestJSON-360153597 tempest-AttachVolumeShelveTestJSON-360153597-project] 10.222.0.87 "DELETE /v2.0/floatingips/4b2da0c4-ed64-4503-aa80-017a39aafde4 HTTP/1.1" status: 204 len: 168 time: 1.0624158 Jan 18 13:23:17.119928 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58962) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:17.628636 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d62b-407b-4ce9-80cc-934a62ad83b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1038416'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:18.256379 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3fd9d62b-407b-4ce9-80cc-934a62ad83b6 admin admin] Deleting port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:23:18.257073 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d62b-407b-4ce9-80cc-934a62ad83b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:18.496823 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916837bf-8324-4aaa-bc71-2fe6627d9e38 req-3592a5ba-c3e5-4d68-9e4f-4f79414a9b24 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:18.498208 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-916837bf-8324-4aaa-bc71-2fe6627d9e38 req-3592a5ba-c3e5-4d68-9e4f-4f79414a9b24 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 946 time: 0.0861938 Jan 18 13:23:18.527700 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-3fd9d62b-407b-4ce9-80cc-934a62ad83b6 admin admin] For port 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=1bdee941-8d7c-4889-a2a2-e0c0a8deb3df,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:23:18.528170 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d62b-407b-4ce9-80cc-934a62ad83b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:18.546844 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-916837bf-8324-4aaa-bc71-2fe6627d9e38 req-77998111-70d6-440d-af88-045425fc9f10 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427587 Jan 18 13:23:18.662769 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3fd9d62b-407b-4ce9-80cc-934a62ad83b6 admin admin] Calling delete_port for 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:23:18.923991 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d62b-407b-4ce9-80cc-934a62ad83b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:18.966750 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9d62b-407b-4ce9-80cc-934a62ad83b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bdee941-8d7c-4889-a2a2-e0c0a8deb3df,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:19.265079 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d62b-407b-4ce9-80cc-934a62ad83b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8258696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1039289'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:19.289371 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e8994f37-1b1d-4e8b-9a0a-6bf3bb2fe6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:19.760300 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671afd-a7c5-499b-a02f-2550ba9187b6 req-befcd043-9d57-4fb0-9e9c-5997f82b7eee tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:19.761816 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-63671afd-a7c5-499b-a02f-2550ba9187b6 req-befcd043-9d57-4fb0-9e9c-5997f82b7eee tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 946 time: 0.0842116 Jan 18 13:23:19.811680 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-63671afd-a7c5-499b-a02f-2550ba9187b6 req-2d81b0f4-64cb-40f5-948e-c17107b2b64e tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438559 Jan 18 13:23:19.844855 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd9d62b-407b-4ce9-80cc-934a62ad83b6 admin admin] Router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:23:20.133424 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd9d62b-407b-4ce9-80cc-934a62ad83b6 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:23:20.143134 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbffa2a-19f1-4311-ade6-d26cad338d99 None None] Sync routers for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:23:20.146982 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-3fd9d62b-407b-4ce9-80cc-934a62ad83b6 admin admin] 10.222.0.87 "PUT /v2.0/routers/b7e0b6ae-8f8e-486d-b523-0a0a9d419490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0260780 Jan 18 13:23:20.149461 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 58976) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:20.156239 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbffa2a-19f1-4311-ade6-d26cad338d99 None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:23:20.156854 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-acbffa2a-19f1-4311-ade6-d26cad338d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:22:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:20.346921 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-acbffa2a-19f1-4311-ade6-d26cad338d99 None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:23:20.363978 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:20.572018 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:20.639336 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-acbffa2a-19f1-4311-ade6-d26cad338d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:23:18Z', 'revision_number': 5, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port': {'id': 'ec265c12-f3a0-4eb5-aca8-82f561f4e7dd', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:09:41Z', 'updated_at': '2022-01-18T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:20.643457 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbffa2a-19f1-4311-ade6-d26cad338d99 None None] Checking router: b7e0b6ae-8f8e-486d-b523-0a0a9d419490 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:23:20.645881 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Deleting port ec265c12-f3a0-4eb5-aca8-82f561f4e7dd {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:23:20.646310 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:20.656020 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbffa2a-19f1-4311-ade6-d26cad338d99 None None] Routers {'b7e0b6ae-8f8e-486d-b523-0a0a9d419490'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:23:20.656626 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-acbffa2a-19f1-4311-ade6-d26cad338d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:22:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:20.717241 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67787fb7-98c3-4ea7-88be-b3ba0f97f6b1 req-13853dc8-b656-49d2-a2a5-070ab83f95ef tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:20.718902 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-67787fb7-98c3-4ea7-88be-b3ba0f97f6b1 req-13853dc8-b656-49d2-a2a5-070ab83f95ef tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 946 time: 0.0810053 Jan 18 13:23:20.790965 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-67787fb7-98c3-4ea7-88be-b3ba0f97f6b1 req-63940a4b-4c29-4b5b-9166-2ff9c474ec79 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Deleting port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:23:20.792246 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-67787fb7-98c3-4ea7-88be-b3ba0f97f6b1 req-63940a4b-4c29-4b5b-9166-2ff9c474ec79 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:20.808253 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-acbffa2a-19f1-4311-ade6-d26cad338d99 None None] Set router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 gateway port host: None {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:23:20.826711 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] For port ec265c12-f3a0-4eb5-aca8-82f561f4e7dd, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ec265c12-f3a0-4eb5-aca8-82f561f4e7dd,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:23:20.827061 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:20.918762 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-acbffa2a-19f1-4311-ade6-d26cad338d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:23:20Z', 'revision_number': 6, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port_host': None}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:20.924524 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbffa2a-19f1-4311-ade6-d26cad338d99 None None] The sync data for ids ['b7e0b6ae-8f8e-486d-b523-0a0a9d419490'] in dv-cinder-825102-1-iscsi is: [{'id': 'b7e0b6ae-8f8e-486d-b523-0a0a9d419490', 'name': 'tempest-AttachVolumeShelveTestJSON-1569868590-router', 'tenant_id': 'fc2e74ac67b84fd5bd577cc130119449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:09:40Z', 'updated_at': '2022-01-18T13:23:20Z', 'revision_number': 6, 'project_id': 'fc2e74ac67b84fd5bd577cc130119449', 'gw_port_host': None}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:23:20.974965 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Calling delete_port for ec265c12-f3a0-4eb5-aca8-82f561f4e7dd owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:23:21.106884 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-67787fb7-98c3-4ea7-88be-b3ba0f97f6b1 req-63940a4b-4c29-4b5b-9166-2ff9c474ec79 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] For port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=271b9b4f-403a-401d-a9a6-ec0ce31b00e6,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:23:21.106884 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-67787fb7-98c3-4ea7-88be-b3ba0f97f6b1 req-63940a4b-4c29-4b5b-9166-2ff9c474ec79 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:21.215672 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:21.265892 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec265c12-f3a0-4eb5-aca8-82f561f4e7dd,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:21.328151 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-67787fb7-98c3-4ea7-88be-b3ba0f97f6b1 req-63940a4b-4c29-4b5b-9166-2ff9c474ec79 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Calling delete_port for 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 owned by compute:nova {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:23:21.364425 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b075ae-7493-445c-a560-fd2dff122442 req-24e9497d-dec0-405d-9478-9ac8775d06df tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:21.365893 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-85b075ae-7493-445c-a560-fd2dff122442 req-24e9497d-dec0-405d-9478-9ac8775d06df tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 946 time: 0.3806529 Jan 18 13:23:21.447445 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-85b075ae-7493-445c-a560-fd2dff122442 req-b73d8571-f5b8-4dca-bd00-a643bed36722 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719361 Jan 18 13:23:21.502269 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1039221'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:21.598417 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-67787fb7-98c3-4ea7-88be-b3ba0f97f6b1 req-63940a4b-4c29-4b5b-9166-2ff9c474ec79 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:21.640137 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['c483f657-f01d-4b87-a6a0-e8146012ff98', 'bb298908-9777-4749-bc90-a0b41aec6128', '26c436ec-bd34-44a3-b541-d85380b788aa', '271b9b4f-403a-401d-a9a6-ec0ce31b00e6'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:23:21.653712 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63940a4b-4c29-4b5b-9166-2ff9c474ec79 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Pushing event deleted for resources: {'Port': ['ID=271b9b4f-403a-401d-a9a6-ec0ce31b00e6,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:21.737183 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-67787fb7-98c3-4ea7-88be-b3ba0f97f6b1 req-63940a4b-4c29-4b5b-9166-2ff9c474ec79 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] No DVR routers for this DVR port 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 on host hv-cinder-82510 {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:23:21.740634 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-67787fb7-98c3-4ea7-88be-b3ba0f97f6b1 req-63940a4b-4c29-4b5b-9166-2ff9c474ec79 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:21.745742 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf92314a-fc3d-4127-9120-cea4d2409e5c', 'name': 'network-vif-deleted', 'tag': '271b9b4f-403a-401d-a9a6-ec0ce31b00e6'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:23:21.760243 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:23:21.797426 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d129-2ee2-4ffc-a847-5cb801d01b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:21.813932 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:23:21.814546 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 1bdee941-8d7c-4889-a2a2-e0c0a8deb3df not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:23:21.835806 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf92314a-fc3d-4127-9120-cea4d2409e5c', 'name': 'network-vif-deleted', 'tag': '271b9b4f-403a-401d-a9a6-ec0ce31b00e6', 'status': 'completed', 'code': 200} Jan 18 13:23:21.844779 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-67787fb7-98c3-4ea7-88be-b3ba0f97f6b1 req-63940a4b-4c29-4b5b-9166-2ff9c474ec79 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "DELETE /v2.0/ports/271b9b4f-403a-401d-a9a6-ec0ce31b00e6 HTTP/1.1" status: 204 len: 173 time: 1.1201322 Jan 18 13:23:21.911416 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110357'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:21.915507 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:22.026791 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032605'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:22.027681 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7e0b6ae-8f8e-486d-b523-0a0a9d419490 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:23:22.041041 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:22.043075 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-f2a4b005-9877-4d41-9f25-4e72a0abef0f admin admin] 10.222.0.87 "DELETE /v2.0/routers/b7e0b6ae-8f8e-486d-b523-0a0a9d419490 HTTP/1.1" status: 204 len: 168 time: 1.8919327 Jan 18 13:23:22.045051 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 58988) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:22.128765 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35dc004-fac9-44a1-ac9e-0c21ab60957f admin admin] Deleting subnet 1df068d1-b5cf-4f09-9599-7e794b98b58e {{(pid=83736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:23:22.132230 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b35dc004-fac9-44a1-ac9e-0c21ab60957f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:22.186333 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b35dc004-fac9-44a1-ac9e-0c21ab60957f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071324'] for subnet, precommit_delete_associations {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:22.309663 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b35dc004-fac9-44a1-ac9e-0c21ab60957f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:22.444169 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b35dc004-fac9-44a1-ac9e-0c21ab60957f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1926652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1769698'] for subnet, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:22.486520 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dc004-fac9-44a1-ac9e-0c21ab60957f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df068d1-b5cf-4f09-9599-7e794b98b58e,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:22.491525 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b35dc004-fac9-44a1-ac9e-0c21ab60957f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:22.497672 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b35dc004-fac9-44a1-ac9e-0c21ab60957f admin admin] 10.222.0.87 "DELETE /v2.0/subnets/1df068d1-b5cf-4f09-9599-7e794b98b58e HTTP/1.1" status: 204 len: 168 time: 0.4512398 Jan 18 13:23:22.498887 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f027fef-51e2-45cb-90e0-88d045d958f9 None None] Network 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:23:22.500132 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 58994) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:22.646100 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-0f48560d-6e6e-46b6-9e96-f0de5bbe66dc req-d49f5a42-ff94-48cd-abf5-a2f4c9b535a7 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Synchronizing usage tracker for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:23:22.655191 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:22.672742 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Deleting port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:23:22.673074 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:22.731045 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-0f48560d-6e6e-46b6-9e96-f0de5bbe66dc req-d49f5a42-ff94-48cd-abf5-a2f4c9b535a7 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Unset dirty status for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:23:22.732999 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0f48560d-6e6e-46b6-9e96-f0de5bbe66dc req-d49f5a42-ff94-48cd-abf5-a2f4c9b535a7 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf92314a-fc3d-4127-9120-cea4d2409e5c HTTP/1.1" status: 200 len: 210 time: 0.1446769 Jan 18 13:23:22.790622 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb96c3-60a3-4cf6-9514-dadfd416b7ba None None] DHCP port deletion for 97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 request from dv-cinder-825102-1-iscsi {{(pid=83738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:23:22.796835 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-67fb96c3-60a3-4cf6-9514-dadfd416b7ba None None] Deleting port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:23:22.797183 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67fb96c3-60a3-4cf6-9514-dadfd416b7ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:22.893241 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:22.896540 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] For port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=283ebdf6-fb07-44a6-8e85-6a9fc442bc82,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:23:22.897017 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:23.021394 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-67fb96c3-60a3-4cf6-9514-dadfd416b7ba None None] For port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=283ebdf6-fb07-44a6-8e85-6a9fc442bc82,segment=NetworkSegment(7d87e57b-a73d-40c2-8f3b-865df5db062e),segment_id=7d87e57b-a73d-40c2-8f3b-865df5db062e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:23:23.022083 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67fb96c3-60a3-4cf6-9514-dadfd416b7ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:23.029867 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Calling delete_port for 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 owned by network:dhcp {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:23:23.030066 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:23.171003 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-67fb96c3-60a3-4cf6-9514-dadfd416b7ba None None] Calling delete_port for 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:23:23.186525 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:23.232590 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Pushing event deleted for resources: {'Port': ['ID=283ebdf6-fb07-44a6-8e85-6a9fc442bc82,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:23.238505 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] No DVR routers for this DVR port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 on host dv-cinder-825102-1-iscsi {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:23:23.241832 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.api [None req-67fb96c3-60a3-4cf6-9514-dadfd416b7ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:23:23.242249 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG oslo_db.api [None req-67fb96c3-60a3-4cf6-9514-dadfd416b7ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:23:23.353679 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:23.377738 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ec265c12-f3a0-4eb5-aca8-82f561f4e7dd no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:23:23.379015 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f0e0c3-e24e-45a5-85b5-60a2a9e14b07']}} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:23.391169 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d87e57b-a73d-40c2-8f3b-865df5db062e') {'for_net_delete': True} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:23.391497 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d87e57b-a73d-40c2-8f3b-865df5db062e') {} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:23.402513 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071319'] for segment, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:23.412376 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: ec265c12-f3a0-4eb5-aca8-82f561f4e7dd {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:23:23.412713 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ec265c12-f3a0-4eb5-aca8-82f561f4e7dd not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:23:23.413117 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:23:23.418345 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:23.424166 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=83736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:23:23.424547 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1925978'] for segment, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: Traceback (most recent call last): Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: timer() Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: cb(*args, **kw) Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: return func(*args, **kwargs) Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: self._notify() Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: self.callback(batched_events) Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: event.method(event) Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: return f(self, *a, **k) Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._get(url).json() Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: return self.request(url, 'GET', **kwargs) Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:23:23.438011 dv-cinder-825102-1-iscsi neutron-server[83736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:23:23.445946 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:23:23.446284 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:23:23.660970 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:23.676282 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:23.686795 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] Pushing event deleted for resources: {'Network': ['ID=97f0e0c3-e24e-45a5-85b5-60a2a9e14b07,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:23.743062 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-67fb96c3-60a3-4cf6-9514-dadfd416b7ba None None] Deleting port 283ebdf6-fb07-44a6-8e85-6a9fc442bc82 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:23:23.743476 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-67fb96c3-60a3-4cf6-9514-dadfd416b7ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:23.764898 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-d804b2ba-f67b-4c34-87a5-5b89469cd522 admin admin] 10.222.0.87 "DELETE /v2.0/networks/97f0e0c3-e24e-45a5-85b5-60a2a9e14b07 HTTP/1.1" status: 204 len: 168 time: 1.2632034 Jan 18 13:23:23.810872 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-67fb96c3-60a3-4cf6-9514-dadfd416b7ba None None] The port '283ebdf6-fb07-44a6-8e85-6a9fc442bc82' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:23:23.937697 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:23:23.972206 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:23:23.972531 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 271b9b4f-403a-401d-a9a6-ec0ce31b00e6 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:23:24.089484 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:24.152788 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59006) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:24.202897 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-305165b4-5bde-4722-a3e5-ce847c579a9f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fc2e74ac67b84fd5bd577cc130119449&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488541 Jan 18 13:23:24.204859 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59010) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:24.262708 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4adc-74a3-4079-9cab-754e31e0f69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:24.287558 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4adc-74a3-4079-9cab-754e31e0f69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:24.409269 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4adc-74a3-4079-9cab-754e31e0f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:24.424852 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b4adc-74a3-4079-9cab-754e31e0f69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3869d382-afce-43e2-88b6-8bae5f078591,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:24.433541 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4adc-74a3-4079-9cab-754e31e0f69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:24.439257 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-1f6b4adc-74a3-4079-9cab-754e31e0f69a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3869d382-afce-43e2-88b6-8bae5f078591 HTTP/1.1" status: 204 len: 168 time: 0.2288055 Jan 18 13:23:25.823790 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce460dde-145d-40ac-aeb5-6687563b426d req-f0134779-26c9-45f9-8435-c1a6062e2595 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:25.827485 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ce460dde-145d-40ac-aeb5-6687563b426d req-f0134779-26c9-45f9-8435-c1a6062e2595 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 945 time: 0.0813954 Jan 18 13:23:25.875918 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ce460dde-145d-40ac-aeb5-6687563b426d req-7f86b888-4b16-4df3-b643-9ad56efa43bd tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451815 Jan 18 13:23:27.088788 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144be0de-14a3-4e27-aae4-396f400203b4 req-f3708e68-78a2-42e3-8343-1e990b467f76 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:27.090619 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-144be0de-14a3-4e27-aae4-396f400203b4 req-f3708e68-78a2-42e3-8343-1e990b467f76 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 945 time: 0.0838246 Jan 18 13:23:27.139319 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-144be0de-14a3-4e27-aae4-396f400203b4 req-165ed32e-edd1-4e8d-bb42-16e1db30746b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Jan 18 13:23:27.808483 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59072) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:27.948367 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e6baa022-5e2e-43a1-9164-d3adb95006c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:27.978971 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-e6baa022-5e2e-43a1-9164-d3adb95006c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:23:28.016164 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-e6baa022-5e2e-43a1-9164-d3adb95006c6 admin admin] Usage tracker for resource:security_group_rule and tenant:860639824e0746cf98e074df767a3f9e is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:23:28.023098 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-e6baa022-5e2e-43a1-9164-d3adb95006c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:23:28.034083 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-e6baa022-5e2e-43a1-9164-d3adb95006c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:23:28.097422 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55d750-b050-47f9-ac58-7b2e355f08e5 req-7e03c431-259e-4a9c-b77b-baf58ac42e6b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:28.098837 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4c55d750-b050-47f9-ac58-7b2e355f08e5 req-7e03c431-259e-4a9c-b77b-baf58ac42e6b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 945 time: 0.1174116 Jan 18 13:23:28.178926 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e6baa022-5e2e-43a1-9164-d3adb95006c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:28.190087 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-4c55d750-b050-47f9-ac58-7b2e355f08e5 req-b27ded89-fa71-44d5-b713-363dc330581c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Deleting port 26c436ec-bd34-44a3-b541-d85380b788aa {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:23:28.190218 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-4c55d750-b050-47f9-ac58-7b2e355f08e5 req-b27ded89-fa71-44d5-b713-363dc330581c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:28.232281 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e6baa022-5e2e-43a1-9164-d3adb95006c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:28.365243 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baa022-5e2e-43a1-9164-d3adb95006c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76100a40-4130-4938-9ebe-ba51ccc72586,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:28.387925 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-e6baa022-5e2e-43a1-9164-d3adb95006c6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=860639824e0746cf98e074df767a3f9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5783627 Jan 18 13:23:28.390948 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59080) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:28.454785 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c9758530-b210-4ade-9408-ac628bbbc4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:28.480414 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c9758530-b210-4ade-9408-ac628bbbc4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:28.519179 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32766dc-6d9b-4560-bfcf-21e8f3a01471 req-15b35d0f-aa87-4f45-a8d6-958c380d72a8 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:28.520642 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e32766dc-6d9b-4560-bfcf-21e8f3a01471 req-15b35d0f-aa87-4f45-a8d6-958c380d72a8 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 945 time: 0.2481232 Jan 18 13:23:28.573001 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-4c55d750-b050-47f9-ac58-7b2e355f08e5 req-b27ded89-fa71-44d5-b713-363dc330581c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] For port 26c436ec-bd34-44a3-b541-d85380b788aa, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=26c436ec-bd34-44a3-b541-d85380b788aa,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:23:28.573403 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-4c55d750-b050-47f9-ac58-7b2e355f08e5 req-b27ded89-fa71-44d5-b713-363dc330581c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:28.592166 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c9758530-b210-4ade-9408-ac628bbbc4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:28.608704 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9758530-b210-4ade-9408-ac628bbbc4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76100a40-4130-4938-9ebe-ba51ccc72586,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:28.617163 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-c9758530-b210-4ade-9408-ac628bbbc4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:28.617163 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-c9758530-b210-4ade-9408-ac628bbbc4d6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/76100a40-4130-4938-9ebe-ba51ccc72586 HTTP/1.1" status: 204 len: 168 time: 0.2220573 Jan 18 13:23:28.708216 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-4c55d750-b050-47f9-ac58-7b2e355f08e5 req-b27ded89-fa71-44d5-b713-363dc330581c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Calling delete_port for 26c436ec-bd34-44a3-b541-d85380b788aa owned by compute:nova {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:23:28.746831 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e32766dc-6d9b-4560-bfcf-21e8f3a01471 req-bd8dc8e1-058a-409f-8628-3d618d4e9a76 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150598 Jan 18 13:23:28.969295 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-4c55d750-b050-47f9-ac58-7b2e355f08e5 req-b27ded89-fa71-44d5-b713-363dc330581c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:29.004748 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['c483f657-f01d-4b87-a6a0-e8146012ff98', 'bb298908-9777-4749-bc90-a0b41aec6128', '26c436ec-bd34-44a3-b541-d85380b788aa'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:23:29.023639 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ded89-fa71-44d5-b713-363dc330581c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Pushing event deleted for resources: {'Port': ['ID=26c436ec-bd34-44a3-b541-d85380b788aa,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:29.098824 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c55d750-b050-47f9-ac58-7b2e355f08e5 req-b27ded89-fa71-44d5-b713-363dc330581c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] No DVR routers for this DVR port 26c436ec-bd34-44a3-b541-d85380b788aa on host hv-cinder-82510 {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:23:29.101272 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-4c55d750-b050-47f9-ac58-7b2e355f08e5 req-b27ded89-fa71-44d5-b713-363dc330581c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:29.107051 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835a72c5-9339-410f-9461-5a3a86e8c67c', 'name': 'network-vif-deleted', 'tag': '26c436ec-bd34-44a3-b541-d85380b788aa'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:23:29.171185 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835a72c5-9339-410f-9461-5a3a86e8c67c', 'name': 'network-vif-deleted', 'tag': '26c436ec-bd34-44a3-b541-d85380b788aa', 'status': 'completed', 'code': 200} Jan 18 13:23:29.227864 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4c55d750-b050-47f9-ac58-7b2e355f08e5 req-b27ded89-fa71-44d5-b713-363dc330581c tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "DELETE /v2.0/ports/26c436ec-bd34-44a3-b541-d85380b788aa HTTP/1.1" status: 204 len: 173 time: 1.1210656 Jan 18 13:23:29.348238 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59092) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:29.368297 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e209321-cc13-4cbc-bb66-86ebda5dd9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:29.401493 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2e209321-cc13-4cbc-bb66-86ebda5dd9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:23:29.405514 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-2e209321-cc13-4cbc-bb66-86ebda5dd9d2 admin admin] Usage tracker for resource:security_group_rule and tenant:64f1e00ecf814edebfc11d5a352ddd41 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:23:29.408515 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-2e209321-cc13-4cbc-bb66-86ebda5dd9d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:23:29.414419 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-2e209321-cc13-4cbc-bb66-86ebda5dd9d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:23:29.480313 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e209321-cc13-4cbc-bb66-86ebda5dd9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:29.523529 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-2e209321-cc13-4cbc-bb66-86ebda5dd9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:29.575752 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e209321-cc13-4cbc-bb66-86ebda5dd9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b9d512-1999-44ab-aea8-dad3d7c993c6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:29.579808 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-2e209321-cc13-4cbc-bb66-86ebda5dd9d2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=64f1e00ecf814edebfc11d5a352ddd41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2304385 Jan 18 13:23:29.582863 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59096) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:29.644402 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56d63f3d-6728-427e-a939-06828ace433c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:29.670844 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56d63f3d-6728-427e-a939-06828ace433c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:29.825532 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56d63f3d-6728-427e-a939-06828ace433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:29.835773 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d63f3d-6728-427e-a939-06828ace433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b9d512-1999-44ab-aea8-dad3d7c993c6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:29.842544 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-56d63f3d-6728-427e-a939-06828ace433c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:29.843802 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-56d63f3d-6728-427e-a939-06828ace433c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/64b9d512-1999-44ab-aea8-dad3d7c993c6 HTTP/1.1" status: 204 len: 168 time: 0.2599344 Jan 18 13:23:29.941406 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-a6944009-32be-4b4d-9720-011e5be9afdc req-190d4055-51cc-48d7-a0b3-7220a5e63203 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Synchronizing usage tracker for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:23:30.054984 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-a6944009-32be-4b4d-9720-011e5be9afdc req-190d4055-51cc-48d7-a0b3-7220a5e63203 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Unset dirty status for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:23:30.056184 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a6944009-32be-4b4d-9720-011e5be9afdc req-190d4055-51cc-48d7-a0b3-7220a5e63203 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=835a72c5-9339-410f-9461-5a3a86e8c67c HTTP/1.1" status: 200 len: 210 time: 0.1571026 Jan 18 13:23:31.912690 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:31.996383 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 26c436ec-bd34-44a3-b541-d85380b788aa no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:23:32.026197 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0229618-89b2-42fc-8b3f-0ba0ea379205 req-7855568f-6077-4dde-baf4-fe5797072722 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:32.027957 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a0229618-89b2-42fc-8b3f-0ba0ea379205 req-7855568f-6077-4dde-baf4-fe5797072722 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 945 time: 0.0840614 Jan 18 13:23:32.029623 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: 26c436ec-bd34-44a3-b541-d85380b788aa {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:23:32.030046 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 26c436ec-bd34-44a3-b541-d85380b788aa not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:23:32.075111 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a0229618-89b2-42fc-8b3f-0ba0ea379205 req-dffe8cde-661c-4b37-bd14-654f7fc252da tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Jan 18 13:23:33.295186 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492639-f4af-4857-9701-41c2f5ea5b4e req-c7690cef-fbd6-4060-89c6-b7ce5e2c3c5b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:33.296577 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d7492639-f4af-4857-9701-41c2f5ea5b4e req-c7690cef-fbd6-4060-89c6-b7ce5e2c3c5b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 945 time: 0.0770750 Jan 18 13:23:33.346418 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d7492639-f4af-4857-9701-41c2f5ea5b4e req-7b9d5324-fbca-4051-b5b9-100473907ae1 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441854 Jan 18 13:23:33.523718 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59164) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:33.666636 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fce2df4-65ed-4d51-8aa5-dead40af9602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:33.696936 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8fce2df4-65ed-4d51-8aa5-dead40af9602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:23:33.701084 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8fce2df4-65ed-4d51-8aa5-dead40af9602 admin admin] Usage tracker for resource:security_group_rule and tenant:46832ecdfb9f401b8c764da70f03d803 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:23:33.703912 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-8fce2df4-65ed-4d51-8aa5-dead40af9602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:23:33.709491 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-8fce2df4-65ed-4d51-8aa5-dead40af9602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:23:33.774772 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fce2df4-65ed-4d51-8aa5-dead40af9602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:33.838631 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-8fce2df4-65ed-4d51-8aa5-dead40af9602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:33.889588 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce2df4-65ed-4d51-8aa5-dead40af9602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a494d228-1979-4e17-912c-4f570451a7fe,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:33.895359 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-8fce2df4-65ed-4d51-8aa5-dead40af9602 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=46832ecdfb9f401b8c764da70f03d803&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3689487 Jan 18 13:23:33.896322 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59170) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:33.959989 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4267aa4e-2225-41cd-8a65-1ef4d3c84418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:33.960211 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4b30f-5a3f-438f-85b9-40570821edb5 req-0e41874e-1704-4cab-afb1-488eae7783d6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:33.961486 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dee4b30f-5a3f-438f-85b9-40570821edb5 req-0e41874e-1704-4cab-afb1-488eae7783d6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 945 time: 0.0766876 Jan 18 13:23:33.988532 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4267aa4e-2225-41cd-8a65-1ef4d3c84418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:34.028490 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-dee4b30f-5a3f-438f-85b9-40570821edb5 req-7868ce6c-5902-435a-8d38-ea40e65fce30 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Deleting port bb298908-9777-4749-bc90-a0b41aec6128 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:23:34.028831 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-dee4b30f-5a3f-438f-85b9-40570821edb5 req-7868ce6c-5902-435a-8d38-ea40e65fce30 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:34.083676 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4267aa4e-2225-41cd-8a65-1ef4d3c84418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:34.100101 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267aa4e-2225-41cd-8a65-1ef4d3c84418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a494d228-1979-4e17-912c-4f570451a7fe,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:34.111168 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4267aa4e-2225-41cd-8a65-1ef4d3c84418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:34.113768 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-4267aa4e-2225-41cd-8a65-1ef4d3c84418 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a494d228-1979-4e17-912c-4f570451a7fe HTTP/1.1" status: 204 len: 168 time: 0.2164512 Jan 18 13:23:34.373200 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-dee4b30f-5a3f-438f-85b9-40570821edb5 req-7868ce6c-5902-435a-8d38-ea40e65fce30 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] For port bb298908-9777-4749-bc90-a0b41aec6128, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bb298908-9777-4749-bc90-a0b41aec6128,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:23:34.373753 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-dee4b30f-5a3f-438f-85b9-40570821edb5 req-7868ce6c-5902-435a-8d38-ea40e65fce30 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:34.501778 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-dee4b30f-5a3f-438f-85b9-40570821edb5 req-7868ce6c-5902-435a-8d38-ea40e65fce30 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Calling delete_port for bb298908-9777-4749-bc90-a0b41aec6128 owned by compute:nova {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:23:34.685068 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264ffff-32b5-4f73-845a-e8e0a9c88101 req-4638cede-2757-4ae3-a7c1-693589a2cc2d tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:34.686442 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d264ffff-32b5-4f73-845a-e8e0a9c88101 req-4638cede-2757-4ae3-a7c1-693589a2cc2d tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 945 time: 0.1925371 Jan 18 13:23:34.747395 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59180) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:34.747982 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d264ffff-32b5-4f73-845a-e8e0a9c88101 req-e544c164-4084-4b7f-85db-91136484260b tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545826 Jan 18 13:23:34.767777 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6eff9970-d760-4930-ad28-7c7c9b9111ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:34.803545 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-dee4b30f-5a3f-438f-85b9-40570821edb5 req-7868ce6c-5902-435a-8d38-ea40e65fce30 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:34.817455 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6eff9970-d760-4930-ad28-7c7c9b9111ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:23:34.821251 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-6eff9970-d760-4930-ad28-7c7c9b9111ab admin admin] Usage tracker for resource:security_group_rule and tenant:9481ce2b7b7a446e80d054e012b07a43 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:23:34.824665 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-6eff9970-d760-4930-ad28-7c7c9b9111ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:23:34.830604 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-6eff9970-d760-4930-ad28-7c7c9b9111ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:23:34.838122 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['c483f657-f01d-4b87-a6a0-e8146012ff98', 'bb298908-9777-4749-bc90-a0b41aec6128'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:23:34.854057 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868ce6c-5902-435a-8d38-ea40e65fce30 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Pushing event deleted for resources: {'Port': ['ID=bb298908-9777-4749-bc90-a0b41aec6128,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:34.907287 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6eff9970-d760-4930-ad28-7c7c9b9111ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:34.935862 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee4b30f-5a3f-438f-85b9-40570821edb5 req-7868ce6c-5902-435a-8d38-ea40e65fce30 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] No DVR routers for this DVR port bb298908-9777-4749-bc90-a0b41aec6128 on host hv-cinder-82510 {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:23:34.938410 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-dee4b30f-5a3f-438f-85b9-40570821edb5 req-7868ce6c-5902-435a-8d38-ea40e65fce30 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:34.942632 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc3a6cf-03d2-4c53-9f53-540d897f9dca', 'name': 'network-vif-deleted', 'tag': 'bb298908-9777-4749-bc90-a0b41aec6128'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:23:34.946013 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6eff9970-d760-4930-ad28-7c7c9b9111ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:34.995145 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff9970-d760-4930-ad28-7c7c9b9111ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18526aca-ad16-4dd6-b673-0823b8e0caee,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:35.000952 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-6eff9970-d760-4930-ad28-7c7c9b9111ab admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9481ce2b7b7a446e80d054e012b07a43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2530971 Jan 18 13:23:35.009193 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59186) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:35.010601 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc3a6cf-03d2-4c53-9f53-540d897f9dca', 'name': 'network-vif-deleted', 'tag': 'bb298908-9777-4749-bc90-a0b41aec6128', 'status': 'completed', 'code': 200} Jan 18 13:23:35.027164 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dee4b30f-5a3f-438f-85b9-40570821edb5 req-7868ce6c-5902-435a-8d38-ea40e65fce30 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "DELETE /v2.0/ports/bb298908-9777-4749-bc90-a0b41aec6128 HTTP/1.1" status: 204 len: 173 time: 1.0603669 Jan 18 13:23:35.065536 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ecf90a37-d35a-4e8d-b96a-a8767c140b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:35.091023 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ecf90a37-d35a-4e8d-b96a-a8767c140b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:35.238264 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ecf90a37-d35a-4e8d-b96a-a8767c140b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:35.260974 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf90a37-d35a-4e8d-b96a-a8767c140b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18526aca-ad16-4dd6-b673-0823b8e0caee,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:35.269689 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ecf90a37-d35a-4e8d-b96a-a8767c140b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:35.273633 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-ecf90a37-d35a-4e8d-b96a-a8767c140b56 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/18526aca-ad16-4dd6-b673-0823b8e0caee HTTP/1.1" status: 204 len: 168 time: 0.2669666 Jan 18 13:23:35.955674 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-dada3f03-d0f6-4139-9378-68b718843069 req-6ec88ecb-dede-47b9-be48-b5e78d462afc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Synchronizing usage tracker for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:23:36.043899 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-dada3f03-d0f6-4139-9378-68b718843069 req-6ec88ecb-dede-47b9-be48-b5e78d462afc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Unset dirty status for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:23:36.045094 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dada3f03-d0f6-4139-9378-68b718843069 req-6ec88ecb-dede-47b9-be48-b5e78d462afc tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fc3a6cf-03d2-4c53-9f53-540d897f9dca HTTP/1.1" status: 200 len: 210 time: 0.1328406 Jan 18 13:23:38.037586 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bb298908-9777-4749-bc90-a0b41aec6128 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:23:38.073710 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: bb298908-9777-4749-bc90-a0b41aec6128 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:23:38.074045 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device bb298908-9777-4749-bc90-a0b41aec6128 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:23:38.503948 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59246) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:38.655741 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7607de66-869c-4a12-bc5f-53560ae7090c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:38.692858 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7607de66-869c-4a12-bc5f-53560ae7090c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:23:38.696895 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-7607de66-869c-4a12-bc5f-53560ae7090c admin admin] Usage tracker for resource:security_group_rule and tenant:fc9dfd587a5c46cbaacfb690ca3e8976 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:23:38.700348 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-7607de66-869c-4a12-bc5f-53560ae7090c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:23:38.706583 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-7607de66-869c-4a12-bc5f-53560ae7090c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:23:38.772691 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7607de66-869c-4a12-bc5f-53560ae7090c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:38.877972 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-7607de66-869c-4a12-bc5f-53560ae7090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:38.926453 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607de66-869c-4a12-bc5f-53560ae7090c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b65983-78f0-4fd7-961a-5bf3ea66daa9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:38.931956 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-7607de66-869c-4a12-bc5f-53560ae7090c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fc9dfd587a5c46cbaacfb690ca3e8976&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4268880 Jan 18 13:23:38.935586 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59254) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:38.996952 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69efe7d9-231d-4faa-9280-bca86b434bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:39.023217 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69efe7d9-231d-4faa-9280-bca86b434bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:39.142155 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69efe7d9-231d-4faa-9280-bca86b434bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:39.158356 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efe7d9-231d-4faa-9280-bca86b434bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b65983-78f0-4fd7-961a-5bf3ea66daa9,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:39.162771 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-69efe7d9-231d-4faa-9280-bca86b434bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:39.163915 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-69efe7d9-231d-4faa-9280-bca86b434bef admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/19b65983-78f0-4fd7-961a-5bf3ea66daa9 HTTP/1.1" status: 204 len: 168 time: 0.2273784 Jan 18 13:23:39.211105 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221d0a7-21ef-4516-a2dd-523fe5494ebc req-d3f4bbf8-ccfc-4da5-99e7-d8bf3445a32d tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:39.212581 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7221d0a7-21ef-4516-a2dd-523fe5494ebc req-d3f4bbf8-ccfc-4da5-99e7-d8bf3445a32d tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.0906296 Jan 18 13:23:39.271346 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7221d0a7-21ef-4516-a2dd-523fe5494ebc req-f3b372fa-8b7a-4cc1-bc14-ee57f9b4876a tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525155 Jan 18 13:23:39.940164 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59264) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:39.961825 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b204686-8fed-46b2-b976-7ca444daad0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:39.992881 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4b204686-8fed-46b2-b976-7ca444daad0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:23:39.997755 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4b204686-8fed-46b2-b976-7ca444daad0b admin admin] Usage tracker for resource:security_group_rule and tenant:1031723ea5c14142a5eebbe989b99a94 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:23:40.000579 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-4b204686-8fed-46b2-b976-7ca444daad0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:23:40.006232 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-4b204686-8fed-46b2-b976-7ca444daad0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:23:40.083709 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b204686-8fed-46b2-b976-7ca444daad0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:40.152260 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-4b204686-8fed-46b2-b976-7ca444daad0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:40.196281 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b204686-8fed-46b2-b976-7ca444daad0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69926f8-dc6d-446c-9c7d-6ed2ec0c2aa6,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:40.205220 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-4b204686-8fed-46b2-b976-7ca444daad0b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1031723ea5c14142a5eebbe989b99a94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2638593 Jan 18 13:23:40.207640 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59268) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:40.267599 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb61-3c53-4bcb-8274-4bfb9e3e7f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:40.293671 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb61-3c53-4bcb-8274-4bfb9e3e7f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:40.426312 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb61-3c53-4bcb-8274-4bfb9e3e7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:40.444616 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8cb61-3c53-4bcb-8274-4bfb9e3e7f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69926f8-dc6d-446c-9c7d-6ed2ec0c2aa6,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:40.453898 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb61-3c53-4bcb-8274-4bfb9e3e7f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:40.453898 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-62a8cb61-3c53-4bcb-8274-4bfb9e3e7f68 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f69926f8-dc6d-446c-9c7d-6ed2ec0c2aa6 HTTP/1.1" status: 204 len: 168 time: 0.2434814 Jan 18 13:23:40.489694 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8436903-170d-42a0-abd4-159e4530d282 req-31d2050e-fadd-44cb-99c1-1aa80e3290b6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:40.491359 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a8436903-170d-42a0-abd4-159e4530d282 req-31d2050e-fadd-44cb-99c1-1aa80e3290b6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.0814087 Jan 18 13:23:40.539149 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a8436903-170d-42a0-abd4-159e4530d282 req-ad665ce0-09d1-4b11-8b4d-c0ade00532ff tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421886 Jan 18 13:23:41.247915 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bdde8-8c96-4d5c-aef2-fdb58b7c9a87 req-8d94b3a1-1953-45db-ad12-18bb4d019dc6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:41.249615 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-003bdde8-8c96-4d5c-aef2-fdb58b7c9a87 req-8d94b3a1-1953-45db-ad12-18bb4d019dc6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.0807605 Jan 18 13:23:41.317290 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-003bdde8-8c96-4d5c-aef2-fdb58b7c9a87 req-75244728-2969-4d94-8710-ead01f815df6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Deleting port c483f657-f01d-4b87-a6a0-e8146012ff98 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:23:41.317620 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-003bdde8-8c96-4d5c-aef2-fdb58b7c9a87 req-75244728-2969-4d94-8710-ead01f815df6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:41.570824 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-003bdde8-8c96-4d5c-aef2-fdb58b7c9a87 req-75244728-2969-4d94-8710-ead01f815df6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] For port c483f657-f01d-4b87-a6a0-e8146012ff98, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c483f657-f01d-4b87-a6a0-e8146012ff98,segment=NetworkSegment(83162e30-e9c5-42df-9723-2b9860bba0da),segment_id=83162e30-e9c5-42df-9723-2b9860bba0da)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:23:41.571548 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-003bdde8-8c96-4d5c-aef2-fdb58b7c9a87 req-75244728-2969-4d94-8710-ead01f815df6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:41.699138 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-003bdde8-8c96-4d5c-aef2-fdb58b7c9a87 req-75244728-2969-4d94-8710-ead01f815df6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Calling delete_port for c483f657-f01d-4b87-a6a0-e8146012ff98 owned by compute:nova {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:23:41.973608 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bee683-aaf8-404d-be9d-40ef43ba2b3c req-54a849fd-0812-44c4-88ec-7a487b353ad9 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:41.975069 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a5bee683-aaf8-404d-be9d-40ef43ba2b3c req-54a849fd-0812-44c4-88ec-7a487b353ad9 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 946 time: 0.2485149 Jan 18 13:23:42.039925 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a5bee683-aaf8-404d-be9d-40ef43ba2b3c req-66dd90f4-cb1d-40d6-9c44-3403c7af73a5 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/security-groups?id=8df82edd-1095-4d5b-a270-cd73d1b20f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589755 Jan 18 13:23:42.117728 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-003bdde8-8c96-4d5c-aef2-fdb58b7c9a87 req-75244728-2969-4d94-8710-ead01f815df6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:42.167026 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75244728-2969-4d94-8710-ead01f815df6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Pushing event deleted for resources: {'Port': ['ID=c483f657-f01d-4b87-a6a0-e8146012ff98,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:42.243640 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-003bdde8-8c96-4d5c-aef2-fdb58b7c9a87 req-75244728-2969-4d94-8710-ead01f815df6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] No DVR routers for this DVR port c483f657-f01d-4b87-a6a0-e8146012ff98 on host hv-cinder-82510 {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:23:42.246377 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-003bdde8-8c96-4d5c-aef2-fdb58b7c9a87 req-75244728-2969-4d94-8710-ead01f815df6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:42.249145 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be6f055-764f-423f-8454-f40a15904dc3', 'name': 'network-vif-deleted', 'tag': 'c483f657-f01d-4b87-a6a0-e8146012ff98'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:23:42.305898 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be6f055-764f-423f-8454-f40a15904dc3', 'name': 'network-vif-deleted', 'tag': 'c483f657-f01d-4b87-a6a0-e8146012ff98', 'status': 'completed', 'code': 200} Jan 18 13:23:42.358110 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-003bdde8-8c96-4d5c-aef2-fdb58b7c9a87 req-75244728-2969-4d94-8710-ead01f815df6 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.91 "DELETE /v2.0/ports/c483f657-f01d-4b87-a6a0-e8146012ff98 HTTP/1.1" status: 204 len: 173 time: 1.1035740 Jan 18 13:23:42.495381 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59304) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:42.641607 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5de5a37b-3dce-4e79-977b-1dc4d388b110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:42.672007 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5de5a37b-3dce-4e79-977b-1dc4d388b110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:23:42.675850 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5de5a37b-3dce-4e79-977b-1dc4d388b110 admin admin] Usage tracker for resource:security_group_rule and tenant:eedeaba076e2493cacfa3e1ddbec8da1 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:23:42.678629 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5de5a37b-3dce-4e79-977b-1dc4d388b110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:23:42.684828 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5de5a37b-3dce-4e79-977b-1dc4d388b110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:23:42.755410 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5de5a37b-3dce-4e79-977b-1dc4d388b110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:42.860461 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5de5a37b-3dce-4e79-977b-1dc4d388b110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:42.906371 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5a37b-3dce-4e79-977b-1dc4d388b110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e90a62f-9daa-429c-b4bf-c0debcaf5565,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:42.913506 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-5de5a37b-3dce-4e79-977b-1dc4d388b110 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eedeaba076e2493cacfa3e1ddbec8da1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4152484 Jan 18 13:23:42.914714 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59310) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:42.976140 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-08f977c7-6afc-4ca4-8e19-96551bf0121d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:43.003138 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-08f977c7-6afc-4ca4-8e19-96551bf0121d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:43.128967 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-08f977c7-6afc-4ca4-8e19-96551bf0121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:43.148122 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-08f977c7-6afc-4ca4-8e19-96551bf0121d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:43.149241 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-08f977c7-6afc-4ca4-8e19-96551bf0121d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3e90a62f-9daa-429c-b4bf-c0debcaf5565 HTTP/1.1" status: 204 len: 168 time: 0.2333474 Jan 18 13:23:43.150217 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f977c7-6afc-4ca4-8e19-96551bf0121d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e90a62f-9daa-429c-b4bf-c0debcaf5565,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:43.221926 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-39312d18-b02f-40c8-a20c-f820c51c22ec req-e15d010f-2f34-461e-97b1-cb96e963d407 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Synchronizing usage tracker for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:23:43.317834 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-39312d18-b02f-40c8-a20c-f820c51c22ec req-e15d010f-2f34-461e-97b1-cb96e963d407 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] Unset dirty status for tenant:15b6d9d1b82a4911978cd65518e7677f on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:23:43.319009 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-39312d18-b02f-40c8-a20c-f820c51c22ec req-e15d010f-2f34-461e-97b1-cb96e963d407 tempest-AttachVolumeNegativeTest-1539225233 tempest-AttachVolumeNegativeTest-1539225233-project] 10.222.0.87 "GET /v2.0/ports?device_id=9be6f055-764f-423f-8454-f40a15904dc3 HTTP/1.1" status: 200 len: 210 time: 0.1391804 Jan 18 13:23:43.529318 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-658733d8-0546-42c1-b10a-85f4d4819d1b req-5b4ddc68-51fc-4137-a074-13ce10ea89e6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738151 Jan 18 13:23:43.642999 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-658733d8-0546-42c1-b10a-85f4d4819d1b req-b1b7285a-0425-4397-84ae-5727d5b2c5ee service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 1098 time: 0.0778463 Jan 18 13:23:43.787800 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658733d8-0546-42c1-b10a-85f4d4819d1b req-30de1ec6-d55e-422f-86c9-1ada32749586 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:43.789237 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-658733d8-0546-42c1-b10a-85f4d4819d1b req-30de1ec6-d55e-422f-86c9-1ada32749586 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 913 time: 0.1268013 Jan 18 13:23:43.894120 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-658733d8-0546-42c1-b10a-85f4d4819d1b req-79655765-3b70-4fc8-87e3-87686ef865d4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b29e3b-9bd3-4bcd-8149-0bda2123140b HTTP/1.1" status: 200 len: 1001 time: 0.0971889 Jan 18 13:23:43.955120 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658733d8-0546-42c1-b10a-85f4d4819d1b req-50dda215-7b11-4762-807c-02972cb84274 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:23:43.956578 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-658733d8-0546-42c1-b10a-85f4d4819d1b req-50dda215-7b11-4762-807c-02972cb84274 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8ff1fabd-3520-456c-8dfd-6e9647c65920 HTTP/1.1" status: 200 len: 851 time: 0.0567398 Jan 18 13:23:44.030716 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-658733d8-0546-42c1-b10a-85f4d4819d1b req-9590edea-e56a-4a7d-ab38-870273b25ce6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680816 Jan 18 13:23:44.076481 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device c483f657-f01d-4b87-a6a0-e8146012ff98 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:23:44.124154 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: c483f657-f01d-4b87-a6a0-e8146012ff98 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:23:44.124483 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device c483f657-f01d-4b87-a6a0-e8146012ff98 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:23:44.177464 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-658733d8-0546-42c1-b10a-85f4d4819d1b req-9701e19f-b119-4025-b4ec-bfe5f05daa8c service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404426 Jan 18 13:23:44.306213 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-658733d8-0546-42c1-b10a-85f4d4819d1b req-6e593ea0-203f-4ee6-9bf8-997cd70160ad service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227491 Jan 18 13:23:44.424936 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59320) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:44.491611 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacf2220-7416-4d75-b6fe-6bfc5a8afcae admin admin] Deleting subnet 07153243-8786-4d45-84e5-e0e6048b789b {{(pid=83736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:23:44.495190 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-cacf2220-7416-4d75-b6fe-6bfc5a8afcae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:44.545251 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-cacf2220-7416-4d75-b6fe-6bfc5a8afcae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071324'] for subnet, precommit_delete_associations {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:44.606910 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-cacf2220-7416-4d75-b6fe-6bfc5a8afcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:44.747533 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-cacf2220-7416-4d75-b6fe-6bfc5a8afcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1926652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1769698'] for subnet, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:44.788826 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf2220-7416-4d75-b6fe-6bfc5a8afcae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07153243-8786-4d45-84e5-e0e6048b789b,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:44.794354 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-cacf2220-7416-4d75-b6fe-6bfc5a8afcae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:44.800307 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-cacf2220-7416-4d75-b6fe-6bfc5a8afcae admin admin] 10.222.0.87 "DELETE /v2.0/subnets/07153243-8786-4d45-84e5-e0e6048b789b HTTP/1.1" status: 204 len: 168 time: 0.3743711 Jan 18 13:23:44.802649 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59324) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:44.996667 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:45.122760 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:45.151606 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0e7e1e-1100-412d-8d3a-dc125f817649']}} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:45.164256 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83162e30-e9c5-42df-9723-2b9860bba0da') {'for_net_delete': True} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:45.164546 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83162e30-e9c5-42df-9723-2b9860bba0da') {} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:45.176532 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071319'] for segment, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:45.193277 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:45.199398 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=83736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:23:45.203255 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1925978'] for segment, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: Traceback (most recent call last): Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: timer() Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: cb(*args, **kw) Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: return func(*args, **kwargs) Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: self._notify() Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: self.callback(batched_events) Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: event.method(event) Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: return f(self, *a, **k) Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._get(url).json() Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: return self.request(url, 'GET', **kwargs) Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:23:45.212761 dv-cinder-825102-1-iscsi neutron-server[83736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:23:45.352086 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:45.372757 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:45.381839 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0e7e1e-1100-412d-8d3a-dc125f817649,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:45.384370 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-f09fe37d-3802-4ff3-bb8c-b445565fabf8 admin admin] 10.222.0.87 "DELETE /v2.0/networks/7a0e7e1e-1100-412d-8d3a-dc125f817649 HTTP/1.1" status: 204 len: 168 time: 0.5808282 Jan 18 13:23:45.785933 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59330) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:45.836613 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-53e5b47a-5d3b-47a7-9284-6cb7da2393f1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=15b6d9d1b82a4911978cd65518e7677f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494630 Jan 18 13:23:45.839946 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59334) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:45.899063 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7967-2ec7-4435-82f2-901bc0c99310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:45.925277 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7967-2ec7-4435-82f2-901bc0c99310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:46.049572 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7967-2ec7-4435-82f2-901bc0c99310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:46.064292 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e7967-2ec7-4435-82f2-901bc0c99310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df82edd-1095-4d5b-a270-cd73d1b20f0f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:46.071558 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7967-2ec7-4435-82f2-901bc0c99310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:46.073264 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-9c9e7967-2ec7-4435-82f2-901bc0c99310 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8df82edd-1095-4d5b-a270-cd73d1b20f0f HTTP/1.1" status: 204 len: 168 time: 0.2317889 Jan 18 13:23:48.472265 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:23:49.283607 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cb44f5ba-eb31-44d4-b710-ab1e80802d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:51.693681 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59396) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:51.700742 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-01015c95-0dad-4c62-a39e-3605d25e255b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:51.835062 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:51.867402 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:23:51.871185 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:68a4241bade64e18be92f917145a20c7 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:23:51.874336 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:23:51.879708 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:23:51.950532 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:52.037563 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:52.090220 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cad2eca-4cc4-4751-aea9-112bf0c6a772,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:52.098750 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=68a4241bade64e18be92f917145a20c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4039910 Jan 18 13:23:52.101583 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59402) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:52.103995 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:52.104342 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:52.104675 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:52.105011 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:52.106973 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:52.107359 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:52.107669 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:52.108003 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:52.108334 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:52.108658 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:52.108989 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e907de-ae47-4a3f-8003-fa0b85fa0ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:23:52.167502 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0e13ba8-d462-4b42-943f-d01be6abd89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:52.192761 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0e13ba8-d462-4b42-943f-d01be6abd89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:52.340482 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0e13ba8-d462-4b42-943f-d01be6abd89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:52.354927 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e13ba8-d462-4b42-943f-d01be6abd89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cad2eca-4cc4-4751-aea9-112bf0c6a772,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:52.363814 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e0e13ba8-d462-4b42-943f-d01be6abd89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:52.364917 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e0e13ba8-d462-4b42-943f-d01be6abd89e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2cad2eca-4cc4-4751-aea9-112bf0c6a772 HTTP/1.1" status: 204 len: 168 time: 0.2621539 Jan 18 13:23:52.769230 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:52.928915 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:54.077562 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:00.842515 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59484) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:00.990412 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0da24957-9740-46df-bd7f-ebb9e605134c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:01.031107 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-0da24957-9740-46df-bd7f-ebb9e605134c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:01.035778 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-0da24957-9740-46df-bd7f-ebb9e605134c admin admin] Usage tracker for resource:security_group_rule and tenant:647ea31792be49c7a4fb69bf20652362 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:01.039947 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-0da24957-9740-46df-bd7f-ebb9e605134c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:01.045381 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-0da24957-9740-46df-bd7f-ebb9e605134c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:01.115178 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0da24957-9740-46df-bd7f-ebb9e605134c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:01.163629 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0da24957-9740-46df-bd7f-ebb9e605134c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:01.222832 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da24957-9740-46df-bd7f-ebb9e605134c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654c7647-17cb-4434-8c11-98e83b194dbe,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:01.227140 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-0da24957-9740-46df-bd7f-ebb9e605134c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=647ea31792be49c7a4fb69bf20652362&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3836095 Jan 18 13:24:01.230413 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59490) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:01.300180 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-46f599b6-a0a9-4eb2-a240-7c4992d4c38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:01.331487 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-46f599b6-a0a9-4eb2-a240-7c4992d4c38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:01.460228 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-46f599b6-a0a9-4eb2-a240-7c4992d4c38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:01.479676 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f599b6-a0a9-4eb2-a240-7c4992d4c38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654c7647-17cb-4434-8c11-98e83b194dbe,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:01.484450 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-46f599b6-a0a9-4eb2-a240-7c4992d4c38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:01.486114 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-46f599b6-a0a9-4eb2-a240-7c4992d4c38e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/654c7647-17cb-4434-8c11-98e83b194dbe HTTP/1.1" status: 204 len: 168 time: 0.2536254 Jan 18 13:24:01.837419 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:02.334407 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59498) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:02.358674 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6364b4b7-f0a1-4635-be69-efd26f57499b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:02.397394 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-6364b4b7-f0a1-4635-be69-efd26f57499b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:02.403276 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-6364b4b7-f0a1-4635-be69-efd26f57499b admin admin] Usage tracker for resource:security_group_rule and tenant:4ecb52f353084182b1324dc3352fdf84 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:02.407618 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-6364b4b7-f0a1-4635-be69-efd26f57499b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:02.414047 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-6364b4b7-f0a1-4635-be69-efd26f57499b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:02.488562 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6364b4b7-f0a1-4635-be69-efd26f57499b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:02.574757 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-6364b4b7-f0a1-4635-be69-efd26f57499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:02.623161 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-6364b4b7-f0a1-4635-be69-efd26f57499b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4ecb52f353084182b1324dc3352fdf84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2874944 Jan 18 13:24:02.623877 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364b4b7-f0a1-4635-be69-efd26f57499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a9f251-b9bf-4595-aefd-8df08ca3d93f,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:02.626923 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59502) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:02.705815 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e153761-9ffd-4017-a6a7-bd02fc9b7ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:02.731045 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e153761-9ffd-4017-a6a7-bd02fc9b7ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:02.877665 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e153761-9ffd-4017-a6a7-bd02fc9b7ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:02.893726 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e153761-9ffd-4017-a6a7-bd02fc9b7ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a9f251-b9bf-4595-aefd-8df08ca3d93f,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:02.900098 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e153761-9ffd-4017-a6a7-bd02fc9b7ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:02.901341 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-6e153761-9ffd-4017-a6a7-bd02fc9b7ebb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/00a9f251-b9bf-4595-aefd-8df08ca3d93f HTTP/1.1" status: 204 len: 168 time: 0.2729919 Jan 18 13:24:06.824507 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59578) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:06.965828 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e63f7b4-62fd-43b2-8857-ae8c946e444d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:06.996518 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1e63f7b4-62fd-43b2-8857-ae8c946e444d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:07.000494 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-1e63f7b4-62fd-43b2-8857-ae8c946e444d admin admin] Usage tracker for resource:security_group_rule and tenant:7ada0b4247544988b28f4ca5d46531aa is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:07.003085 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-1e63f7b4-62fd-43b2-8857-ae8c946e444d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:07.009058 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-1e63f7b4-62fd-43b2-8857-ae8c946e444d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:07.075665 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e63f7b4-62fd-43b2-8857-ae8c946e444d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:07.208246 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1e63f7b4-62fd-43b2-8857-ae8c946e444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:07.332176 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63f7b4-62fd-43b2-8857-ae8c946e444d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c52e160-eab1-4f8a-b070-3aef1c85b77d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:07.336529 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-1e63f7b4-62fd-43b2-8857-ae8c946e444d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7ada0b4247544988b28f4ca5d46531aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5110114 Jan 18 13:24:07.340283 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59586) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:07.398658 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-147d55a6-cd82-4504-9bfa-7e13e95b8dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:07.424324 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-147d55a6-cd82-4504-9bfa-7e13e95b8dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:07.585953 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-147d55a6-cd82-4504-9bfa-7e13e95b8dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:07.602534 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d55a6-cd82-4504-9bfa-7e13e95b8dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c52e160-eab1-4f8a-b070-3aef1c85b77d,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:07.609420 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-147d55a6-cd82-4504-9bfa-7e13e95b8dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:07.611100 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-147d55a6-cd82-4504-9bfa-7e13e95b8dce admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3c52e160-eab1-4f8a-b070-3aef1c85b77d HTTP/1.1" status: 204 len: 168 time: 0.2705677 Jan 18 13:24:08.391076 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59596) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:08.409823 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8907-cb26-4274-8019-c2af2b652cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:08.439678 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-9e9a8907-cb26-4274-8019-c2af2b652cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:08.443537 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-9e9a8907-cb26-4274-8019-c2af2b652cdc admin admin] Usage tracker for resource:security_group_rule and tenant:aa47bbd409b84385ba9769ced5374b25 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:08.446351 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-9e9a8907-cb26-4274-8019-c2af2b652cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:08.452441 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-9e9a8907-cb26-4274-8019-c2af2b652cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:08.520239 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8907-cb26-4274-8019-c2af2b652cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:08.648933 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8907-cb26-4274-8019-c2af2b652cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:08.694234 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a8907-cb26-4274-8019-c2af2b652cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4a82c7-7899-4f00-af3b-f918182d156d,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:08.700436 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-9e9a8907-cb26-4274-8019-c2af2b652cdc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aa47bbd409b84385ba9769ced5374b25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3082714 Jan 18 13:24:08.703145 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59600) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:08.762893 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-72f907df-4c12-4224-a966-e88822658d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:08.787705 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-72f907df-4c12-4224-a966-e88822658d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:08.951444 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-72f907df-4c12-4224-a966-e88822658d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:08.966557 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f907df-4c12-4224-a966-e88822658d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4a82c7-7899-4f00-af3b-f918182d156d,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:08.984364 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-72f907df-4c12-4224-a966-e88822658d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:08.988115 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-72f907df-4c12-4224-a966-e88822658d38 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3d4a82c7-7899-4f00-af3b-f918182d156d HTTP/1.1" status: 204 len: 168 time: 0.2842019 Jan 18 13:24:12.970473 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59672) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:13.117056 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:13.146965 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:13.150904 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Usage tracker for resource:security_group_rule and tenant:d5e7a5339eef4737823bee61c5d5cd4a is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:13.154371 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:13.161959 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:13.235925 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:13.276722 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:13.325123 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb54bd0b-3931-4a4f-b1ce-985c85d4acaf,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:13.331267 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d5e7a5339eef4737823bee61c5d5cd4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3598614 Jan 18 13:24:13.334103 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59678) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:13.336645 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:13.336982 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:13.337314 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:13.337638 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:13.337958 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:13.338275 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:13.338588 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:13.338901 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:13.339211 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:13.339543 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:13.339852 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fadc7-fc67-47c1-9fa7-1d2ddb0f7948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:13.400325 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a42dc543-dc71-4f4c-9d85-6577d522e292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:13.427018 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a42dc543-dc71-4f4c-9d85-6577d522e292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:13.540172 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a42dc543-dc71-4f4c-9d85-6577d522e292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:13.554502 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dc543-dc71-4f4c-9d85-6577d522e292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb54bd0b-3931-4a4f-b1ce-985c85d4acaf,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:13.561395 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a42dc543-dc71-4f4c-9d85-6577d522e292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:13.563760 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-a42dc543-dc71-4f4c-9d85-6577d522e292 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eb54bd0b-3931-4a4f-b1ce-985c85d4acaf HTTP/1.1" status: 204 len: 168 time: 0.2286541 Jan 18 13:24:14.201657 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59686) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:14.219567 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e4075ab6-5ed0-49ed-b1dd-3fc77a10feeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:14.250357 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-e4075ab6-5ed0-49ed-b1dd-3fc77a10feeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:14.254120 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-e4075ab6-5ed0-49ed-b1dd-3fc77a10feeb admin admin] Usage tracker for resource:security_group_rule and tenant:53abd8883f124619a1296c0f8d6c7b05 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:14.256889 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-e4075ab6-5ed0-49ed-b1dd-3fc77a10feeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:14.262405 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-e4075ab6-5ed0-49ed-b1dd-3fc77a10feeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:14.325613 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e4075ab6-5ed0-49ed-b1dd-3fc77a10feeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:14.385759 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-e4075ab6-5ed0-49ed-b1dd-3fc77a10feeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:14.433754 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4075ab6-5ed0-49ed-b1dd-3fc77a10feeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a73e61-c81d-47e9-b85b-ed272a8a8590,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:14.439146 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-e4075ab6-5ed0-49ed-b1dd-3fc77a10feeb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=53abd8883f124619a1296c0f8d6c7b05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2364819 Jan 18 13:24:14.441787 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59690) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:14.500720 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2df717db-d71e-40bb-a8a2-be19cc07f42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:14.526230 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2df717db-d71e-40bb-a8a2-be19cc07f42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:14.637423 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2df717db-d71e-40bb-a8a2-be19cc07f42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:14.651595 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df717db-d71e-40bb-a8a2-be19cc07f42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a73e61-c81d-47e9-b85b-ed272a8a8590,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:14.661111 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2df717db-d71e-40bb-a8a2-be19cc07f42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:14.661111 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-2df717db-d71e-40bb-a8a2-be19cc07f42d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/75a73e61-c81d-47e9-b85b-ed272a8a8590 HTTP/1.1" status: 204 len: 168 time: 0.2172201 Jan 18 13:24:16.503487 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59720) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:16.649644 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d0e725a-55a3-4181-b4fe-a23dc2fcca67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:16.679982 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9d0e725a-55a3-4181-b4fe-a23dc2fcca67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:16.683693 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d0e725a-55a3-4181-b4fe-a23dc2fcca67 admin admin] Usage tracker for resource:security_group_rule and tenant:a0eb0c29a9e74200a741d06253505c21 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:16.686484 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-9d0e725a-55a3-4181-b4fe-a23dc2fcca67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:16.691984 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-9d0e725a-55a3-4181-b4fe-a23dc2fcca67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:16.755296 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d0e725a-55a3-4181-b4fe-a23dc2fcca67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:16.796927 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-9d0e725a-55a3-4181-b4fe-a23dc2fcca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:16.842979 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e725a-55a3-4181-b4fe-a23dc2fcca67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6233fa4-47b3-4ecf-b0ee-dce3f1feee27,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:16.847317 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-9d0e725a-55a3-4181-b4fe-a23dc2fcca67 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a0eb0c29a9e74200a741d06253505c21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3427470 Jan 18 13:24:16.850059 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59726) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:16.908673 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e30e705-2263-48bf-af8c-ad4d39b22541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:16.937086 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e30e705-2263-48bf-af8c-ad4d39b22541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:17.042808 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e30e705-2263-48bf-af8c-ad4d39b22541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:17.061421 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30e705-2263-48bf-af8c-ad4d39b22541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6233fa4-47b3-4ecf-b0ee-dce3f1feee27,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:17.073098 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-6e30e705-2263-48bf-af8c-ad4d39b22541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:17.074221 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-6e30e705-2263-48bf-af8c-ad4d39b22541 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b6233fa4-47b3-4ecf-b0ee-dce3f1feee27 HTTP/1.1" status: 204 len: 168 time: 0.2232716 Jan 18 13:24:18.257807 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59748) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:18.385586 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1409021977-network', 'tenant_id': '93e1e08afb504e08834871d5f1256f41'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:18.390572 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:18.394301 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Usage tracker for resource:network and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:18.397146 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:18.402666 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:18.476758 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Made reservation on behalf of 93e1e08afb504e08834871d5f1256f41 for: {'network': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:24:18.478940 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:18.491181 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:18.522079 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:18.525849 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Usage tracker for resource:security_group_rule and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:18.528632 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:18.534310 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:18.605964 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:18.677130 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:18.707659 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=83737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:24:18.715691 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3ede54-9601-4090-88d2-4d12980b623d,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:18.721281 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:18.721617 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.segments_db [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Added segment 26f234c7-7269-4c6c-9e9c-e9442a69534c of type vlan for network f47501c5-26e6-4481-8544-fd22f4d9f1f7 Jan 18 13:24:18.747017 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:18.859827 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:18.860715 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:18.861289 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:18.973381 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] Pushing event updated for resources: {'Network': ['ID=f47501c5-26e6-4481-8544-fd22f4d9f1f7,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:18.984015 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network f47501c5-26e6-4481-8544-fd22f4d9f1f7 details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:24:19.059930 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-70bd8d29-6fc8-4fff-a1b1-2d6f1ff81772 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8009965 Jan 18 13:24:19.063431 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59754) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:19.069306 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Request body: {'subnet': {'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1409021977-subnet', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:19.074022 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:19.078153 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Usage tracker for resource:subnet and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:19.081023 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:19.087251 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:19.162692 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Made reservation on behalf of 93e1e08afb504e08834871d5f1256f41 for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:24:19.165051 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911610'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:19.265447 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-65579af7-5122-483c-ae1f-5c071ba0b69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:19.431675 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1345827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911596'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:19.492364 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0066c9be-8ad5-4d10-93d3-47a6f217e818,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:19.519057 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Checking segment: {'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:24:19.519330 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Network hostable DHCP agents. Network: f47501c5-26e6-4481-8544-fd22f4d9f1f7, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:24:19.579954 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Network f47501c5-26e6-4481-8544-fd22f4d9f1f7 is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:24:19.643034 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, f47501c5-26e6-4481-8544-fd22f4d9f1f7) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:24:19.647155 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:19.647944 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:19.652071 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4879a7-1179-470d-bb5b-8e87615f896a None None] Network f47501c5-26e6-4481-8544-fd22f4d9f1f7 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:24:19.769444 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-a98d4461-f10a-4b31-b04b-ad30f0a75eb9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7047212 Jan 18 13:24:19.772016 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59758) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:19.777191 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:19.782651 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:19.787062 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Usage tracker for resource:router and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:19.789922 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:19.796120 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:19.863029 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe04c54af-8e1e-5726-87fb-16baf80530e4-f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818'}]}} from dv-cinder-825102-1-iscsi. {{(pid=83738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:24:19.863924 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:19.957010 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110339'] for router, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:19.957998 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1039776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110348'] for router, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:19.976064 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:20.053551 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Allocated IP 172.20.0.2 (f47501c5-26e6-4481-8544-fd22f4d9f1f7/0066c9be-8ad5-4d10-93d3-47a6f217e818/157fc0aa-633f-4447-8283-69be458e8c5e) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:24:20.202095 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1039798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110366'] for router, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:20.258982 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:20.269931 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Transition to ACTIVE for port object 157fc0aa-633f-4447-8283-69be458e8c5e will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:24:20.289008 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Transition to ACTIVE for port object 157fc0aa-633f-4447-8283-69be458e8c5e will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:24:20.340710 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:20.404956 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Network f47501c5-26e6-4481-8544-fd22f4d9f1f7 is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:24:20.407734 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:24:20.410279 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:24:20.422494 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Pushing event updated for resources: {'Port': ['ID=157fc0aa-633f-4447-8283-69be458e8c5e,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:20.441136 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:20.470974 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:20.489366 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:20.489695 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:20.490017 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:20.490341 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:20.490673 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:20.490967 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:20.491389 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:20.491600 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:20.491913 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:20.492219 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:20.492525 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:20.515355 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Attempting to bind port 157fc0aa-633f-4447-8283-69be458e8c5e on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:24:20.515705 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Attempting to bind port 157fc0aa-633f-4447-8283-69be458e8c5e by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:24:20.516050 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Attempting to bind port 157fc0aa-633f-4447-8283-69be458e8c5e on network f47501c5-26e6-4481-8544-fd22f4d9f1f7 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:24:20.522302 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:24:20.522661 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Checking segment: {'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:24:20.523165 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:20.523555 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Bound using segment: {'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:24:20.523998 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Bound port: 157fc0aa-633f-4447-8283-69be458e8c5e, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:24:20.524352 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:20.609162 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Allocated IP 172.27.1.224 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/b6080cc2-9e10-49cc-92e6-2377600346f9) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:24:20.612016 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] For port 157fc0aa-633f-4447-8283-69be458e8c5e, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:24:20.615060 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] For port 157fc0aa-633f-4447-8283-69be458e8c5e, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=157fc0aa-633f-4447-8283-69be458e8c5e,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:24:20.666342 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:20.756511 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1c18c-0848-41c6-9b71-e163619a20f7 None None] Pushing event updated for resources: {'Port': ['ID=157fc0aa-633f-4447-8283-69be458e8c5e,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:20.834797 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:20.980176 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:21.046398 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:24:21.049372 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:24:21.053175 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:24:21.084471 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Pushing event updated for resources: {'Port': ['ID=b6080cc2-9e10-49cc-92e6-2377600346f9,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:21.266226 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:21.266965 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1032500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1039773'] for router, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:21.449868 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 157fc0aa-633f-4447-8283-69be458e8c5e up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:24:21.562511 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 is scheduled to L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 with binding_index 1 {{(pid=83737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:24:21.585342 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 157fc0aa-633f-4447-8283-69be458e8c5e completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:24:21.676990 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f471-fa85-4b9e-8b74-9c72f4e63c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:21.692384 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b3f34-f226-4afa-b324-329e24627428 None None] Network f47501c5-26e6-4481-8544-fd22f4d9f1f7 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:24:21.776325 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:24:21.788669 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Sync routers for ids ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:24:21.833192 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Routers {'0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:24:21.833780 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:21.876952 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:21.878204 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-025c7206-e20a-4da6-ace4-912ea2814320 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1052039 Jan 18 13:24:21.881044 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59762) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:21.901132 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-7ca9eae4-cf04-4151-82cf-2d98c3d7599c None None] Provisioning for port 157fc0aa-633f-4447-8283-69be458e8c5e completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:24:21.943699 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-7ca9eae4-cf04-4151-82cf-2d98c3d7599c None None] Provisioning complete for port 157fc0aa-633f-4447-8283-69be458e8c5e triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:21.944006 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7ca9eae4-cf04-4151-82cf-2d98c3d7599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:22.192840 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Set router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:24:22.316128 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7ca9eae4-cf04-4151-82cf-2d98c3d7599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:22.473257 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-7ca9eae4-cf04-4151-82cf-2d98c3d7599c None None] For port 157fc0aa-633f-4447-8283-69be458e8c5e, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=157fc0aa-633f-4447-8283-69be458e8c5e,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:24:22.569201 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7ca9eae4-cf04-4151-82cf-2d98c3d7599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:22.630946 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:24:21Z', 'revision_number': 3, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:22.641087 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Checking router: 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:24:22.641434 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Updating router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 port b6080cc2-9e10-49cc-92e6-2377600346f9 binding host dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:24:22.645412 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:22.692718 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9eae4-cf04-4151-82cf-2d98c3d7599c None None] Pushing event updated for resources: {'Port': ['ID=157fc0aa-633f-4447-8283-69be458e8c5e,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:22.715624 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:22.775329 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-91aa2edb-97fe-41b4-9ce5-2d70aa08e04b None None] Provisioning complete for port 157fc0aa-633f-4447-8283-69be458e8c5e triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:22.775713 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-91aa2edb-97fe-41b4-9ce5-2d70aa08e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:22.869071 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:22.954055 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Allocated IP 172.20.0.1 (f47501c5-26e6-4481-8544-fd22f4d9f1f7/0066c9be-8ad5-4d10-93d3-47a6f217e818/65d61b98-6af2-4892-88aa-75304ba29142) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:24:22.998690 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.112209 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.129590 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.provisioning_blocks [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Transition to ACTIVE for port object 65d61b98-6af2-4892-88aa-75304ba29142 will not be triggered until provisioned by entity DHCP. {{(pid=83737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:24:23.199787 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.211918 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Transition to ACTIVE for port object b6080cc2-9e10-49cc-92e6-2377600346f9 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:24:23.237565 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.284254 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.311621 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Network f47501c5-26e6-4481-8544-fd22f4d9f1f7 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:24:23.314568 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:24:23.319151 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:24:23.355236 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Pushing event updated for resources: {'Port': ['ID=65d61b98-6af2-4892-88aa-75304ba29142,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:23.375421 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9eede-e015-4bf0-9a82-35dd8c0ac330 None None] Pushing event updated for resources: {'Port': ['ID=b6080cc2-9e10-49cc-92e6-2377600346f9,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:23.377863 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Attempting to bind port b6080cc2-9e10-49cc-92e6-2377600346f9 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:24:23.378216 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Attempting to bind port b6080cc2-9e10-49cc-92e6-2377600346f9 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:24:23.378563 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Attempting to bind port b6080cc2-9e10-49cc-92e6-2377600346f9 on network c819a04a-d4de-425c-932c-045951f85bec {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:24:23.382438 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039275'] for router_interface, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.386284 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:24:23.386673 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Checking segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:24:23.387118 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.387794 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Bound using segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:24:23.390835 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Bound port: b6080cc2-9e10-49cc-92e6-2377600346f9, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:24:23.391144 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.455498 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 157fc0aa-633f-4447-8283-69be458e8c5e up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:24:23.511626 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] For port b6080cc2-9e10-49cc-92e6-2377600346f9, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:24:23.524872 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] For port b6080cc2-9e10-49cc-92e6-2377600346f9, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=b6080cc2-9e10-49cc-92e6-2377600346f9,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:24:23.541935 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 157fc0aa-633f-4447-8283-69be458e8c5e triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:23.541935 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.577645 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.580575 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.689040 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9eede-e015-4bf0-9a82-35dd8c0ac330 None None] Pushing event updated for resources: {'Port': ['ID=b6080cc2-9e10-49cc-92e6-2377600346f9,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:23.738738 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Routers {'0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:24:23.739384 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:23.799691 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-29153b42-bc4d-4b4f-91a8-62e9dcaea8b5 None None] Provisioning for port 65d61b98-6af2-4892-88aa-75304ba29142 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:24:23.802833 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.829865 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-29153b42-bc4d-4b4f-91a8-62e9dcaea8b5 None None] Provisioning complete for port 65d61b98-6af2-4892-88aa-75304ba29142 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:23.830231 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-29153b42-bc4d-4b4f-91a8-62e9dcaea8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.870773 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.960886 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-29153b42-bc4d-4b4f-91a8-62e9dcaea8b5 None None] Port 65d61b98-6af2-4892-88aa-75304ba29142 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:24:23.981294 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8258758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1038402'] for router_interface, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:23.986116 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] Set router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:24:23.986584 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Pushing event updated for resources: {'Port': ['ID=65d61b98-6af2-4892-88aa-75304ba29142,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:24.117843 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:24.128424 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Network f47501c5-26e6-4481-8544-fd22f4d9f1f7 is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:24:24.129605 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:24:24.355907 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '65d61b98-6af2-4892-88aa-75304ba29142', 'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:22Z', 'updated_at': '2022-01-18T13:24:22Z', 'revision_number': 1, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'subnets': [{'id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:24.360581 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8525df-c20a-4e56-81aa-0fd00a131d86 None None] The sync data for ids ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'] in dv-cinder-825102-1-iscsi is: [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '65d61b98-6af2-4892-88aa-75304ba29142', 'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:22Z', 'updated_at': '2022-01-18T13:24:22Z', 'revision_number': 1, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'subnets': [{'id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:24:24.384775 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-1877888c-e87e-4b9f-8267-b54de82dad5d None None] Provisioning complete for port 65d61b98-6af2-4892-88aa-75304ba29142 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:24.385143 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1877888c-e87e-4b9f-8267-b54de82dad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:24.445915 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-1877888c-e87e-4b9f-8267-b54de82dad5d None None] Port 65d61b98-6af2-4892-88aa-75304ba29142 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:24:24.552095 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:24:24.862309 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:24:24.871782 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-b3272fa5-bae7-4250-8a33-b712d1508362 admin admin] 10.222.0.87 "PUT /v2.0/routers/0b5cbb15-9df8-4b93-88ce-1bf8a52034a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9894936 Jan 18 13:24:25.456995 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device b6080cc2-9e10-49cc-92e6-2377600346f9 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:24:25.473208 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:24:25.608982 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port b6080cc2-9e10-49cc-92e6-2377600346f9 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:24:25.614076 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port b6080cc2-9e10-49cc-92e6-2377600346f9 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:25.614470 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:25.738080 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:25.754953 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port b6080cc2-9e10-49cc-92e6-2377600346f9, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=b6080cc2-9e10-49cc-92e6-2377600346f9,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:24:25.848787 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:25.916552 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=b6080cc2-9e10-49cc-92e6-2377600346f9,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:26.025990 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59784) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:26.033588 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1355117699-network', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:26.036449 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:26.040289 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Usage tracker for resource:network and tenant:eeffd3146af24bb28fca28dd239fdd8a is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:26.043111 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:26.049307 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:26.145711 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Made reservation on behalf of eeffd3146af24bb28fca28dd239fdd8a for: {'network': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:24:26.148095 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for network, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:26.160704 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:26.191253 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:26.195058 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Usage tracker for resource:security_group_rule and tenant:eeffd3146af24bb28fca28dd239fdd8a is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:26.197869 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:26.204286 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:26.270180 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:26.351249 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:26.387793 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=83736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:24:26.396745 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ec327a-6cad-489d-be52-15a6737807f6,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:26.403323 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:26.403865 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.segments_db [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Added segment d05d7df3-6dce-4070-b602-c422ed52a07e of type vlan for network a5141895-f998-4379-89e2-62638bd77f4a Jan 18 13:24:26.429688 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737921499239'] for network, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:26.505387 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567'] for network, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:26.506243 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:26.506819 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:26.613371 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] Pushing event updated for resources: {'Network': ['ID=a5141895-f998-4379-89e2-62638bd77f4a,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:26.622995 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Network a5141895-f998-4379-89e2-62638bd77f4a details requested by agent ovs-agent-dv-cinder-825102-1-iscsi with host dv-cinder-825102-1-iscsi {{(pid=83738) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:24:26.658603 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-c36dbe8a-1e9e-4f4e-bdf5-f5784ab0412b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6315048 Jan 18 13:24:26.661537 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59788) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:26.667226 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Request body: {'subnet': {'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1355117699-subnet', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'ip_version': 4}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:26.672927 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:26.676927 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Usage tracker for resource:subnet and tenant:eeffd3146af24bb28fca28dd239fdd8a is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:26.680874 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:26.686333 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:26.762554 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Made reservation on behalf of eeffd3146af24bb28fca28dd239fdd8a for: {'subnet': 1} {{(pid=83737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:24:26.764909 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911610'] for subnet, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:27.019263 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1345827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911596'] for subnet, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:27.096471 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f,revision_number=0']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:27.111597 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Checking segment: {'id': 'd05d7df3-6dce-4070-b602-c422ed52a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:24:27.111951 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Network hostable DHCP agents. Network: a5141895-f998-4379-89e2-62638bd77f4a, hostable agents: ['769c506a-22d7-481f-ae83-74057e71187e'], hosted agents: [] {{(pid=83737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:24:27.207932 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Network a5141895-f998-4379-89e2-62638bd77f4a is scheduled to be hosted by DHCP agent 769c506a-22d7-481f-ae83-74057e71187e with binding_index 1 {{(pid=83737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:24:27.334248 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825102-1-iscsi, a5141895-f998-4379-89e2-62638bd77f4a) {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:24:27.338944 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:27.339594 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:27.344974 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda806de-e57e-430b-b656-bf8462773ee8 None None] Network a5141895-f998-4379-89e2-62638bd77f4a requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:24:27.409160 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-a777a2f0-c89e-4054-a1e4-e4bf9bbbe995 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7463162 Jan 18 13:24:27.411941 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59792) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:27.418366 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1355117699-router', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:27.424559 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:27.425517 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device b6080cc2-9e10-49cc-92e6-2377600346f9 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:24:27.428440 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Usage tracker for resource:router and tenant:eeffd3146af24bb28fca28dd239fdd8a is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:27.431267 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:27.437346 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:27.483344 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110339'] for router, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:27.484628 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1039776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110348'] for router, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:27.506081 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:27.602838 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port b6080cc2-9e10-49cc-92e6-2377600346f9 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:27.603120 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:27.659680 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe04c54af-8e1e-5726-87fb-16baf80530e4-a5141895-f998-4379-89e2-62638bd77f4a', 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'fixed_ips': [{'subnet_id': 'a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f'}]}} from dv-cinder-825102-1-iscsi. {{(pid=83738) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:24:27.660473 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:27.704982 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1039798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110366'] for router, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:27.877555 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.db_base_plugin_common [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Allocated IP 172.20.0.2 (a5141895-f998-4379-89e2-62638bd77f4a/a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f/8a187866-7e1e-47c8-a404-094ec38c9922) {{(pid=83738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:24:28.042520 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:28.073438 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:28.086612 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Notify callbacks [] for port, precommit_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:28.098084 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Transition to ACTIVE for port object 8a187866-7e1e-47c8-a404-094ec38c9922 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:24:28.119647 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Transition to ACTIVE for port object 8a187866-7e1e-47c8-a404-094ec38c9922 will not be triggered until provisioned by entity DHCP. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:24:28.169089 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677'] for port, after_create {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:28.214433 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Allocated IP 172.27.1.192 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:24:28.244286 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Network a5141895-f998-4379-89e2-62638bd77f4a is already hosted by enough agents. {{(pid=83738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:24:28.247179 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.scheduler.base_scheduler [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Resources bound (agent type, host, resource id): {{(pid=83738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:24:28.252366 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Received port after_create {{(pid=83738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:24:28.254452 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Pushing event updated for resources: {'Port': ['ID=8a187866-7e1e-47c8-a404-094ec38c9922,revision_number=1']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:28.345285 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Attempting to bind port 8a187866-7e1e-47c8-a404-094ec38c9922 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:24:28.345642 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Attempting to bind port 8a187866-7e1e-47c8-a404-094ec38c9922 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': 'd05d7df3-6dce-4070-b602-c422ed52a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:24:28.345992 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Attempting to bind port 8a187866-7e1e-47c8-a404-094ec38c9922 on network a5141895-f998-4379-89e2-62638bd77f4a {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:24:28.352347 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:24:28.352761 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Checking segment: {'id': 'd05d7df3-6dce-4070-b602-c422ed52a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:24:28.353106 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:28.353482 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Bound using segment: {'id': 'd05d7df3-6dce-4070-b602-c422ed52a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:24:28.353932 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Bound port: 8a187866-7e1e-47c8-a404-094ec38c9922, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05d7df3-6dce-4070-b602-c422ed52a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:24:28.354292 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:28.363896 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:28.440613 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] For port 8a187866-7e1e-47c8-a404-094ec38c9922, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:24:28.443508 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] For port 8a187866-7e1e-47c8-a404-094ec38c9922, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=8a187866-7e1e-47c8-a404-094ec38c9922,segment=NetworkSegment(d05d7df3-6dce-4070-b602-c422ed52a07e),segment_id=d05d7df3-6dce-4070-b602-c422ed52a07e)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:24:28.500102 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:28.567436 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:24:28.570300 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:24:28.574686 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:24:28.586013 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:28.605647 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Pushing event updated for resources: {'Port': ['ID=95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:28.664865 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989c260-5078-4e8c-a2a5-97a51f94f933 None None] Pushing event updated for resources: {'Port': ['ID=8a187866-7e1e-47c8-a404-094ec38c9922,revision_number=2']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:28.811646 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:28.812553 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1032500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1039773'] for router, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:29.088427 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Router 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 is scheduled to L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 with binding_index 1 {{(pid=83736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:24:29.297892 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:24:29.306651 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Sync routers for ids ['3b5e53d3-a8de-4fa4-822a-31e59432e6a4'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:24:29.319582 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Routers {'3b5e53d3-a8de-4fa4-822a-31e59432e6a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:24:29.320311 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['3b5e53d3-a8de-4fa4-822a-31e59432e6a4'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:29.394074 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] Notify callbacks [] for router, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:29.395377 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-963fa3a4-3de6-405c-82cc-a3a1fbc7161c admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9818499 Jan 18 13:24:29.398047 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59796) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:29.488797 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 8a187866-7e1e-47c8-a404-094ec38c9922 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:24:29.517204 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Set router 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:24:29.674039 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b219ec-0447-4c88-b62d-b2dbf56c8ab1 None None] Network a5141895-f998-4379-89e2-62638bd77f4a requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:24:29.741455 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 8a187866-7e1e-47c8-a404-094ec38c9922 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:24:29.832765 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'name': 'tempest-TestShelveInstance-1355117699-router', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:27Z', 'updated_at': '2022-01-18T13:24:28Z', 'revision_number': 3, 'project_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'gw_port': {'id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:28Z', 'updated_at': '2022-01-18T13:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:29.837543 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Checking router: 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:24:29.838204 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Updating router 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 port 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f binding host dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:24:29.898100 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:29.909544 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-252ba26a-cfb9-4947-807f-3c1ab60655ed None None] Provisioning for port 8a187866-7e1e-47c8-a404-094ec38c9922 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:24:29.917882 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-252ba26a-cfb9-4947-807f-3c1ab60655ed None None] Provisioning complete for port 8a187866-7e1e-47c8-a404-094ec38c9922 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:29.918184 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-252ba26a-cfb9-4947-807f-3c1ab60655ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:30.058162 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-252ba26a-cfb9-4947-807f-3c1ab60655ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:30.100987 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-252ba26a-cfb9-4947-807f-3c1ab60655ed None None] For port 8a187866-7e1e-47c8-a404-094ec38c9922, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=8a187866-7e1e-47c8-a404-094ec38c9922,segment=NetworkSegment(d05d7df3-6dce-4070-b602-c422ed52a07e),segment_id=d05d7df3-6dce-4070-b602-c422ed52a07e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:24:30.190925 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-252ba26a-cfb9-4947-807f-3c1ab60655ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:30.267647 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ba26a-cfb9-4947-807f-3c1ab60655ed None None] Pushing event updated for resources: {'Port': ['ID=8a187866-7e1e-47c8-a404-094ec38c9922,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:30.295289 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:30.308298 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Transition to ACTIVE for port object 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:24:30.315651 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-05ca10eb-2001-47b2-b949-66a6acd993da None None] Provisioning complete for port 8a187866-7e1e-47c8-a404-094ec38c9922 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:30.316026 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-05ca10eb-2001-47b2-b949-66a6acd993da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:30.363364 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:30.391147 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:30.474981 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Pushing event updated for resources: {'Port': ['ID=95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f,revision_number=2']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:30.478441 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Attempting to bind port 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:24:30.478812 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Attempting to bind port 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:24:30.479160 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Attempting to bind port 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f on network c819a04a-d4de-425c-932c-045951f85bec {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:24:30.490889 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:30.491235 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:30.491593 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:30.491917 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:30.492238 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:30.492572 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:30.492878 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:30.493211 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:30.493532 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:30.493868 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:30.494723 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:30.498910 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:24:30.499358 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Checking segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:24:30.499837 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:30.500762 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Bound using segment: {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:24:30.500762 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Bound port: 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a74753e-99a3-47e5-965a-239b2a2ad8a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:24:30.501088 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:30.572290 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] For port 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:24:30.575242 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] For port 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:24:30.581113 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Allocated IP 172.20.0.1 (a5141895-f998-4379-89e2-62638bd77f4a/a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f/5c43459b-7bce-4024-a782-58971d869614) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:24:30.659780 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:30.746075 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b6de5-b1d3-46fa-8a89-bb32eec757f0 None None] Pushing event updated for resources: {'Port': ['ID=95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:30.749636 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Routers {'3b5e53d3-a8de-4fa4-822a-31e59432e6a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:24:30.750234 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['3b5e53d3-a8de-4fa4-822a-31e59432e6a4'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:30.751120 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:30.768098 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Transition to ACTIVE for port object 5c43459b-7bce-4024-a782-58971d869614 will not be triggered until provisioned by entity DHCP. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:24:30.854396 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:30.925610 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] Set router 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:24:30.928593 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Network a5141895-f998-4379-89e2-62638bd77f4a is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:24:30.931562 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:24:30.936136 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:24:30.962600 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Pushing event updated for resources: {'Port': ['ID=5c43459b-7bce-4024-a782-58971d869614,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:30.996039 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1039275'] for router_interface, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:31.208186 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2ea51d03-14f5-4a44-ba49-e5231ba177c3 None None] Provisioning for port 5c43459b-7bce-4024-a782-58971d869614 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:24:31.213640 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-2ea51d03-14f5-4a44-ba49-e5231ba177c3 None None] Provisioning complete for port 5c43459b-7bce-4024-a782-58971d869614 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:31.216473 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2ea51d03-14f5-4a44-ba49-e5231ba177c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:31.243092 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:31.256099 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'name': 'tempest-TestShelveInstance-1355117699-router', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:27Z', 'updated_at': '2022-01-18T13:24:28Z', 'revision_number': 3, 'project_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'gw_port': {'id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:28Z', 'updated_at': '2022-01-18T13:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:31.260288 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f49f3-266f-4b11-814f-cb3ed8bd0f81 None None] The sync data for ids ['3b5e53d3-a8de-4fa4-822a-31e59432e6a4'] in dv-cinder-825102-1-iscsi is: [{'id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'name': 'tempest-TestShelveInstance-1355117699-router', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:27Z', 'updated_at': '2022-01-18T13:24:28Z', 'revision_number': 3, 'project_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'gw_port': {'id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:28Z', 'updated_at': '2022-01-18T13:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:24:31.268759 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-2ea51d03-14f5-4a44-ba49-e5231ba177c3 None None] Port 5c43459b-7bce-4024-a782-58971d869614 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:24:31.432966 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 8a187866-7e1e-47c8-a404-094ec38c9922 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:24:31.465034 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:31.502045 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 8a187866-7e1e-47c8-a404-094ec38c9922 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:31.502406 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:31.528301 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:31.637459 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8258758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1038402'] for router_interface, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:31.640910 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Pushing event updated for resources: {'Port': ['ID=5c43459b-7bce-4024-a782-58971d869614,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:31.784447 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Network a5141895-f998-4379-89e2-62638bd77f4a is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:24:31.786148 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:24:31.825558 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:31.992724 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-a01c006d-536d-4256-8881-94e410d41b6e None None] Provisioning complete for port 5c43459b-7bce-4024-a782-58971d869614 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:31.993090 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a01c006d-536d-4256-8881-94e410d41b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:32.051570 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a01c006d-536d-4256-8881-94e410d41b6e None None] Port 5c43459b-7bce-4024-a782-58971d869614 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:24:32.296936 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Router 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:24:32.500264 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:24:32.509089 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-3853871a-beca-487f-9a8a-84f4adf2a763 admin admin] 10.222.0.87 "PUT /v2.0/routers/3b5e53d3-a8de-4fa4-822a-31e59432e6a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1100624 Jan 18 13:24:33.268157 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59806) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:33.273752 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1060476899', 'description': 'tempest-secgroup-smoke-1060476899 description', 'project_id': '93e1e08afb504e08834871d5f1256f41'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:33.280145 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:33.283922 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Usage tracker for resource:security_group and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:33.286719 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:33.292261 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:33.358103 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:33.399119 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:33.402916 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Usage tracker for resource:security_group_rule and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:33.406377 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:33.412188 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:33.464774 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:33.545516 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:33.585889 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da73f1f-4998-4335-9fc6-70e08e9db9cf,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:33.654789 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:33.656029 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-5ddcc1a3-1992-4b15-b0a2-a06ffc77bcc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3868828 Jan 18 13:24:33.659200 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59810) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:33.664654 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-eedb7a60-f877-4ef1-a246-48d73fb5dd96 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Request body: {'security_group_rule': {'security_group_id': '1da73f1f-4998-4335-9fc6-70e08e9db9cf', 'project_id': '93e1e08afb504e08834871d5f1256f41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:33.671122 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-eedb7a60-f877-4ef1-a246-48d73fb5dd96 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:33.674914 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-eedb7a60-f877-4ef1-a246-48d73fb5dd96 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Usage tracker for resource:security_group_rule and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:33.677908 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-eedb7a60-f877-4ef1-a246-48d73fb5dd96 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:33.683676 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-eedb7a60-f877-4ef1-a246-48d73fb5dd96 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:33.763695 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-eedb7a60-f877-4ef1-a246-48d73fb5dd96 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:33.839984 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-eedb7a60-f877-4ef1-a246-48d73fb5dd96 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:33.922742 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-eedb7a60-f877-4ef1-a246-48d73fb5dd96 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:33.946117 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb7a60-f877-4ef1-a246-48d73fb5dd96 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a187b437-f4d9-48a6-8407-fd9561498697,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:34.014005 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-eedb7a60-f877-4ef1-a246-48d73fb5dd96 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:34.015183 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-eedb7a60-f877-4ef1-a246-48d73fb5dd96 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3550565 Jan 18 13:24:34.017991 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59814) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:34.023533 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-08ce2108-9b1d-4ba0-87e0-d920a69d0bc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Request body: {'security_group_rule': {'security_group_id': '1da73f1f-4998-4335-9fc6-70e08e9db9cf', 'project_id': '93e1e08afb504e08834871d5f1256f41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:34.029429 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-08ce2108-9b1d-4ba0-87e0-d920a69d0bc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:34.033171 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-08ce2108-9b1d-4ba0-87e0-d920a69d0bc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Usage tracker for resource:security_group_rule and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:34.036177 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-08ce2108-9b1d-4ba0-87e0-d920a69d0bc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:34.041875 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-08ce2108-9b1d-4ba0-87e0-d920a69d0bc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:34.124256 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-08ce2108-9b1d-4ba0-87e0-d920a69d0bc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:34.184246 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-08ce2108-9b1d-4ba0-87e0-d920a69d0bc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:34.259072 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-08ce2108-9b1d-4ba0-87e0-d920a69d0bc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:34.282386 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce2108-9b1d-4ba0-87e0-d920a69d0bc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2451a91-dc29-4f80-aa32-edba0555337c,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:34.368456 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-08ce2108-9b1d-4ba0-87e0-d920a69d0bc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:34.369714 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-08ce2108-9b1d-4ba0-87e0-d920a69d0bc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3507550 Jan 18 13:24:34.373066 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59818) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:34.378676 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-2a615e53-854d-4354-beba-0e7a6eb13f39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Request body: {'security_group_rule': {'security_group_id': '1da73f1f-4998-4335-9fc6-70e08e9db9cf', 'project_id': '93e1e08afb504e08834871d5f1256f41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:34.384506 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-2a615e53-854d-4354-beba-0e7a6eb13f39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:34.389008 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-2a615e53-854d-4354-beba-0e7a6eb13f39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Usage tracker for resource:security_group_rule and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:34.391859 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-2a615e53-854d-4354-beba-0e7a6eb13f39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:34.397498 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-2a615e53-854d-4354-beba-0e7a6eb13f39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:34.477362 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2a615e53-854d-4354-beba-0e7a6eb13f39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:34.546610 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2a615e53-854d-4354-beba-0e7a6eb13f39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:34.619288 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2a615e53-854d-4354-beba-0e7a6eb13f39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:34.644747 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a615e53-854d-4354-beba-0e7a6eb13f39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adffa7c-f849-4c10-b81b-1076be3a02b4,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:34.711222 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-2a615e53-854d-4354-beba-0e7a6eb13f39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:34.712446 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-2a615e53-854d-4354-beba-0e7a6eb13f39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3384044 Jan 18 13:24:34.715162 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59822) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:34.721453 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-b0956023-bd35-492a-a6d8-097990b71771 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Request body: {'security_group_rule': {'security_group_id': '1da73f1f-4998-4335-9fc6-70e08e9db9cf', 'project_id': '93e1e08afb504e08834871d5f1256f41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:34.727526 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-b0956023-bd35-492a-a6d8-097990b71771 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:34.731329 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-b0956023-bd35-492a-a6d8-097990b71771 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Usage tracker for resource:security_group_rule and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:34.735493 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-b0956023-bd35-492a-a6d8-097990b71771 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:34.741151 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-b0956023-bd35-492a-a6d8-097990b71771 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:34.837979 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b0956023-bd35-492a-a6d8-097990b71771 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:34.905682 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b0956023-bd35-492a-a6d8-097990b71771 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:34.979594 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b0956023-bd35-492a-a6d8-097990b71771 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:35.003831 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0956023-bd35-492a-a6d8-097990b71771 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fb535e-44f1-4db6-a41d-98214fe0f8f5,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:35.088597 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b0956023-bd35-492a-a6d8-097990b71771 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:35.089788 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b0956023-bd35-492a-a6d8-097990b71771 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3736975 Jan 18 13:24:35.093401 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59826) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:35.101065 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-0d8e9145-6916-4702-877a-b8f90ebb4ae9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Request body: {'security_group_rule': {'security_group_id': '1da73f1f-4998-4335-9fc6-70e08e9db9cf', 'project_id': '93e1e08afb504e08834871d5f1256f41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:35.113934 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-0d8e9145-6916-4702-877a-b8f90ebb4ae9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:35.119353 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-0d8e9145-6916-4702-877a-b8f90ebb4ae9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Usage tracker for resource:security_group_rule and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:35.123816 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-0d8e9145-6916-4702-877a-b8f90ebb4ae9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:35.130335 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-0d8e9145-6916-4702-877a-b8f90ebb4ae9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:35.207836 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.securitygroups_db [None req-0d8e9145-6916-4702-877a-b8f90ebb4ae9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Project 93e1e08afb504e08834871d5f1256f41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:24:35.214591 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0d8e9145-6916-4702-877a-b8f90ebb4ae9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:35.290629 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0d8e9145-6916-4702-877a-b8f90ebb4ae9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:35.368604 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0d8e9145-6916-4702-877a-b8f90ebb4ae9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:35.408803 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e9145-6916-4702-877a-b8f90ebb4ae9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d0b2cc-83e3-4269-b7df-8a00fd6c6d92,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:35.494718 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-0d8e9145-6916-4702-877a-b8f90ebb4ae9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:35.496408 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-0d8e9145-6916-4702-877a-b8f90ebb4ae9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4018800 Jan 18 13:24:35.499687 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59830) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:35.508083 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [None req-ab777896-2ff9-49c5-afe1-0dec09fd2666 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Request body: {'security_group_rule': {'security_group_id': '1da73f1f-4998-4335-9fc6-70e08e9db9cf', 'project_id': '93e1e08afb504e08834871d5f1256f41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:35.520345 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-ab777896-2ff9-49c5-afe1-0dec09fd2666 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:35.524546 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-ab777896-2ff9-49c5-afe1-0dec09fd2666 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Usage tracker for resource:security_group_rule and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:35.529692 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-ab777896-2ff9-49c5-afe1-0dec09fd2666 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:35.536915 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [None req-ab777896-2ff9-49c5-afe1-0dec09fd2666 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:35.614274 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.db.securitygroups_db [None req-ab777896-2ff9-49c5-afe1-0dec09fd2666 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Project 93e1e08afb504e08834871d5f1256f41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:24:35.621191 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-ab777896-2ff9-49c5-afe1-0dec09fd2666 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:35.694028 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-ab777896-2ff9-49c5-afe1-0dec09fd2666 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:35.779893 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-ab777896-2ff9-49c5-afe1-0dec09fd2666 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045234'] for security_group_rule, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:35.811951 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab777896-2ff9-49c5-afe1-0dec09fd2666 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c5f2ee-f297-49e1-ac24-73cf70173573,revision_number=0']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:35.871237 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-ab777896-2ff9-49c5-afe1-0dec09fd2666 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:35.873009 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-ab777896-2ff9-49c5-afe1-0dec09fd2666 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3717942 Jan 18 13:24:37.463289 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:24:37.614115 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:24:37.619939 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:37.622826 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:37.744035 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:37.761089 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:24:37.836685 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:37.904892 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:38.156966 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Sync routers for ids ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:24:38.171089 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Routers {'0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:24:38.171746 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:38.352702 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Set router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:24:38.705836 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '65d61b98-6af2-4892-88aa-75304ba29142', 'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:22Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 2, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'subnets': [{'id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:38.710059 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Checking router: 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:24:38.710359 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Updating router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 port 65d61b98-6af2-4892-88aa-75304ba29142 binding host dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:24:38.765368 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:39.118057 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:39.130692 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Transition to ACTIVE for port object 65d61b98-6af2-4892-88aa-75304ba29142 will not be triggered until provisioned by entity L2. {{(pid=83738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:24:39.190859 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:39.326151 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7c23a-926b-4181-bbd7-f82b1c2500b8 None None] Pushing event updated for resources: {'Port': ['ID=65d61b98-6af2-4892-88aa-75304ba29142,revision_number=3']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:39.430058 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Attempting to bind port 65d61b98-6af2-4892-88aa-75304ba29142 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:24:39.430454 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Attempting to bind port 65d61b98-6af2-4892-88aa-75304ba29142 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:24:39.430780 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Attempting to bind port 65d61b98-6af2-4892-88aa-75304ba29142 on network f47501c5-26e6-4481-8544-fd22f4d9f1f7 {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:24:39.438405 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:24:39.438776 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Checking segment: {'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:24:39.439171 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:39.439619 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Bound using segment: {'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'} {{(pid=83738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:24:39.440080 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.managers [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Bound port: 65d61b98-6af2-4892-88aa-75304ba29142, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'}}] {{(pid=83738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:24:39.440441 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:39.451855 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:24:39.599799 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] For port 65d61b98-6af2-4892-88aa-75304ba29142, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:24:39.603102 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] For port 65d61b98-6af2-4892-88aa-75304ba29142, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=65d61b98-6af2-4892-88aa-75304ba29142,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:24:39.609110 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:39.609481 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:39.693544 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:39.804630 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7c23a-926b-4181-bbd7-f82b1c2500b8 None None] Pushing event updated for resources: {'Port': ['ID=65d61b98-6af2-4892-88aa-75304ba29142,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:39.807457 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Routers {'0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:24:39.808519 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:39.999585 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] Set router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:24:40.360779 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '65d61b98-6af2-4892-88aa-75304ba29142', 'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:22Z', 'updated_at': '2022-01-18T13:24:39Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'subnets': [{'id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:40.364913 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ae165-d2cc-45ed-864a-33518d1359e1 None None] The sync data for ids ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'] in dv-cinder-825102-1-iscsi is: [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '65d61b98-6af2-4892-88aa-75304ba29142', 'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:22Z', 'updated_at': '2022-01-18T13:24:39Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'subnets': [{'id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:24:41.459477 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 65d61b98-6af2-4892-88aa-75304ba29142 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:24:41.585045 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 65d61b98-6af2-4892-88aa-75304ba29142 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:24:41.590155 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 65d61b98-6af2-4892-88aa-75304ba29142 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:41.590546 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:41.713457 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:41.747324 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 65d61b98-6af2-4892-88aa-75304ba29142, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=65d61b98-6af2-4892-88aa-75304ba29142,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:24:41.853387 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:41.931129 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=65d61b98-6af2-4892-88aa-75304ba29142,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:42.006801 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Sync routers for ids ['3b5e53d3-a8de-4fa4-822a-31e59432e6a4'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:24:42.019759 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Routers {'3b5e53d3-a8de-4fa4-822a-31e59432e6a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:24:42.020351 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['3b5e53d3-a8de-4fa4-822a-31e59432e6a4'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:42.207921 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Set router 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:24:42.534945 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'name': 'tempest-TestShelveInstance-1355117699-router', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:27Z', 'updated_at': '2022-01-18T13:24:31Z', 'revision_number': 4, 'project_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'gw_port': {'id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:28Z', 'updated_at': '2022-01-18T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '5c43459b-7bce-4024-a782-58971d869614', 'name': '', 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'mac_address': 'fa:16:3e:a1:33:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:30Z', 'updated_at': '2022-01-18T13:24:31Z', 'revision_number': 2, 'project_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'subnets': [{'id': 'a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:42.542546 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Checking router: 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:24:42.542546 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Updating router 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 port 5c43459b-7bce-4024-a782-58971d869614 binding host dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:24:42.598856 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:42.958636 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Notify callbacks [] for port, precommit_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:42.971181 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.provisioning_blocks [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Transition to ACTIVE for port object 5c43459b-7bce-4024-a782-58971d869614 will not be triggered until provisioned by entity L2. {{(pid=83739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:24:43.036762 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:43.173136 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a07901-9f03-4334-8b1d-9199460ce545 None None] Pushing event updated for resources: {'Port': ['ID=5c43459b-7bce-4024-a782-58971d869614,revision_number=3']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:43.266848 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Attempting to bind port 5c43459b-7bce-4024-a782-58971d869614 on host dv-cinder-825102-1-iscsi for vnic_type normal with profile {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:24:43.267210 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Attempting to bind port 5c43459b-7bce-4024-a782-58971d869614 by drivers openvswitch,hyperv on host dv-cinder-825102-1-iscsi at level 0 using segments [{'id': 'd05d7df3-6dce-4070-b602-c422ed52a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a'}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:24:43.267588 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Attempting to bind port 5c43459b-7bce-4024-a782-58971d869614 on network a5141895-f998-4379-89e2-62638bd77f4a {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:24:43.274156 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Checking agent: {'id': '150d3813-6286-4895-9043-09d3a16eec27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825102-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 0, 53), 'started_at': datetime.datetime(2022, 1, 18, 13, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825102-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:24:43.274506 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Checking segment: {'id': 'd05d7df3-6dce-4070-b602-c422ed52a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:24:43.274896 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:43.275358 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Bound using segment: {'id': 'd05d7df3-6dce-4070-b602-c422ed52a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a'} {{(pid=83739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:24:43.275809 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.managers [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Bound port: 5c43459b-7bce-4024-a782-58971d869614, host: dv-cinder-825102-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05d7df3-6dce-4070-b602-c422ed52a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a'}}] {{(pid=83739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:24:43.276182 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:43.364588 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] For port 5c43459b-7bce-4024-a782-58971d869614, host dv-cinder-825102-1-iscsi, cleared binding levels {{(pid=83739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:24:43.373251 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.plugins.ml2.db [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] For port 5c43459b-7bce-4024-a782-58971d869614, host dv-cinder-825102-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=5c43459b-7bce-4024-a782-58971d869614,segment=NetworkSegment(d05d7df3-6dce-4070-b602-c422ed52a07e),segment_id=d05d7df3-6dce-4070-b602-c422ed52a07e)] {{(pid=83739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:24:43.441937 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 65d61b98-6af2-4892-88aa-75304ba29142 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:24:43.454520 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron_lib.callbacks.manager [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:43.515144 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 65d61b98-6af2-4892-88aa-75304ba29142 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:43.515545 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:43.546403 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a07901-9f03-4334-8b1d-9199460ce545 None None] Pushing event updated for resources: {'Port': ['ID=5c43459b-7bce-4024-a782-58971d869614,revision_number=4']} {{(pid=83739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:43.550988 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Routers {'3b5e53d3-a8de-4fa4-822a-31e59432e6a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:24:43.551653 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['3b5e53d3-a8de-4fa4-822a-31e59432e6a4'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:43.774852 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] Set router 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:24:44.101864 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'name': 'tempest-TestShelveInstance-1355117699-router', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:27Z', 'updated_at': '2022-01-18T13:24:31Z', 'revision_number': 4, 'project_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'gw_port': {'id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:28Z', 'updated_at': '2022-01-18T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '5c43459b-7bce-4024-a782-58971d869614', 'name': '', 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'mac_address': 'fa:16:3e:a1:33:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:30Z', 'updated_at': '2022-01-18T13:24:43Z', 'revision_number': 4, 'project_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'subnets': [{'id': 'a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:44.106412 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a43318-edd3-40ec-9e9b-883de6e2d565 None None] The sync data for ids ['3b5e53d3-a8de-4fa4-822a-31e59432e6a4'] in dv-cinder-825102-1-iscsi is: [{'id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'name': 'tempest-TestShelveInstance-1355117699-router', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:27Z', 'updated_at': '2022-01-18T13:24:31Z', 'revision_number': 4, 'project_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'gw_port': {'id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:28Z', 'updated_at': '2022-01-18T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '5c43459b-7bce-4024-a782-58971d869614', 'name': '', 'network_id': 'a5141895-f998-4379-89e2-62638bd77f4a', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'mac_address': 'fa:16:3e:a1:33:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:30Z', 'updated_at': '2022-01-18T13:24:43Z', 'revision_number': 4, 'project_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'subnets': [{'id': 'a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:24:45.459800 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 5c43459b-7bce-4024-a782-58971d869614 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:24:45.619657 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning for port 5c43459b-7bce-4024-a782-58971d869614 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:24:45.625607 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 5c43459b-7bce-4024-a782-58971d869614 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:45.625968 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:45.746889 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:45.781066 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] For port 5c43459b-7bce-4024-a782-58971d869614, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=5c43459b-7bce-4024-a782-58971d869614,segment=NetworkSegment(d05d7df3-6dce-4070-b602-c422ed52a07e),segment_id=d05d7df3-6dce-4070-b602-c422ed52a07e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:24:45.889327 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:45.964617 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Pushing event updated for resources: {'Port': ['ID=5c43459b-7bce-4024-a782-58971d869614,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:47.441106 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 5c43459b-7bce-4024-a782-58971d869614 up at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:24:47.514831 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Provisioning complete for port 5c43459b-7bce-4024-a782-58971d869614 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:24:47.515196 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:48.353237 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 59882) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:48.552609 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-979f7743-44cf-49ae-b599-cabe3b2cccde tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Deleting port f42d7fc7-7d6f-4f77-8f91-3d50fc8f6e4d {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:24:48.552946 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-979f7743-44cf-49ae-b599-cabe3b2cccde tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:48.724360 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-979f7743-44cf-49ae-b599-cabe3b2cccde tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:48.724682 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-979f7743-44cf-49ae-b599-cabe3b2cccde tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:48.847357 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-979f7743-44cf-49ae-b599-cabe3b2cccde tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Calling delete_port for f42d7fc7-7d6f-4f77-8f91-3d50fc8f6e4d owned by network:floatingip {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:24:49.150854 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-979f7743-44cf-49ae-b599-cabe3b2cccde tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:49.196269 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f7743-44cf-49ae-b599-cabe3b2cccde tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event deleted for resources: {'Port': ['ID=f42d7fc7-7d6f-4f77-8f91-3d50fc8f6e4d,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:49.290931 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-979f7743-44cf-49ae-b599-cabe3b2cccde tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:49.299447 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a6db344e-c042-44e5-b08e-9d6e8f30f088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:49.689661 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979f7743-44cf-49ae-b599-cabe3b2cccde tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Router 6dc34715-53be-4919-936f-b6a1cecd8500 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:24:49.893466 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979f7743-44cf-49ae-b599-cabe3b2cccde tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:24:49.904766 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f8fe30-34d3-4d31-b765-59bc05ec97be None None] Sync routers for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:24:49.917226 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f8fe30-34d3-4d31-b765-59bc05ec97be None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:24:49.920425 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-a2f8fe30-34d3-4d31-b765-59bc05ec97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:49.987515 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-979f7743-44cf-49ae-b599-cabe3b2cccde tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:50.043828 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-979f7743-44cf-49ae-b599-cabe3b2cccde tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "DELETE /v2.0/floatingips/d016712b-9aa4-4e03-bdc3-ac970906fff9 HTTP/1.1" status: 204 len: 168 time: 1.6894810 Jan 18 13:24:50.044456 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'tag': 'c48cd3ac-b63c-4290-b401-0c0060bf8732'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:24:50.121948 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-a2f8fe30-34d3-4d31-b765-59bc05ec97be None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:24:50.123934 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'tag': 'c48cd3ac-b63c-4290-b401-0c0060bf8732', 'status': 'completed', 'code': 200} Jan 18 13:24:50.239828 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b545279-1899-439c-9aa0-2c507b0571f7 req-815cecc1-711f-4109-abe7-7de30cf439c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 1099 time: 0.0720406 Jan 18 13:24:50.392799 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b545279-1899-439c-9aa0-2c507b0571f7 req-4f1a3028-5ecf-4d67-89dc-46592591e794 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:50.394306 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b545279-1899-439c-9aa0-2c507b0571f7 req-4f1a3028-5ecf-4d67-89dc-46592591e794 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 913 time: 0.1487424 Jan 18 13:24:50.466360 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b545279-1899-439c-9aa0-2c507b0571f7 req-01151351-eaf1-4b27-bb61-343054e7b375 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c48cd3ac-b63c-4290-b401-0c0060bf8732 HTTP/1.1" status: 200 len: 217 time: 0.0656745 Jan 18 13:24:50.517919 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-a2f8fe30-34d3-4d31-b765-59bc05ec97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '33db960a-5eaa-4526-9406-bef67115097f', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:95:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:20:11Z', 'updated_at': '2022-01-18T13:20:14Z', 'revision_number': 1, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:50.521802 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f8fe30-34d3-4d31-b765-59bc05ec97be None None] Checking router: 6dc34715-53be-4919-936f-b6a1cecd8500 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:24:50.531393 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b545279-1899-439c-9aa0-2c507b0571f7 req-8c5f2eee-07f7-4f00-92d3-e62026d37f6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:50.532634 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f8fe30-34d3-4d31-b765-59bc05ec97be None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:24:50.532843 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b545279-1899-439c-9aa0-2c507b0571f7 req-8c5f2eee-07f7-4f00-92d3-e62026d37f6e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8ff1fabd-3520-456c-8dfd-6e9647c65920 HTTP/1.1" status: 200 len: 851 time: 0.0598035 Jan 18 13:24:50.533288 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-a2f8fe30-34d3-4d31-b765-59bc05ec97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:50.616218 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b545279-1899-439c-9aa0-2c507b0571f7 req-c2fb6712-440a-46fc-bce0-3f5332f9c5d2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765207 Jan 18 13:24:50.739231 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-a2f8fe30-34d3-4d31-b765-59bc05ec97be None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:24:50.764034 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b545279-1899-439c-9aa0-2c507b0571f7 req-ae0ca939-b6bc-452e-9cb6-8ed6a983877f service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396337 Jan 18 13:24:51.055585 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6b545279-1899-439c-9aa0-2c507b0571f7 req-7eed6c45-9217-40ac-ab5d-e27e08be6482 service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838352 Jan 18 13:24:51.077375 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2222e2-fc5a-4456-a9b0-df72cd1f80ac req-42e2c963-89a8-455f-80ea-7e1a1854b3bd tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:51.078324 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-4c2222e2-fc5a-4456-a9b0-df72cd1f80ac req-42e2c963-89a8-455f-80ea-7e1a1854b3bd tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Synchronizing usage tracker for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:24:51.117402 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-a2f8fe30-34d3-4d31-b765-59bc05ec97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '33db960a-5eaa-4526-9406-bef67115097f', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:95:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:20:11Z', 'updated_at': '2022-01-18T13:20:14Z', 'revision_number': 1, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:51.121447 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f8fe30-34d3-4d31-b765-59bc05ec97be None None] The sync data for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi is: [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '33db960a-5eaa-4526-9406-bef67115097f', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'port_id': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'mac_address': 'fa:16:3e:95:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:20:11Z', 'updated_at': '2022-01-18T13:20:14Z', 'revision_number': 1, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:24:51.184654 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-4c2222e2-fc5a-4456-a9b0-df72cd1f80ac req-42e2c963-89a8-455f-80ea-7e1a1854b3bd tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Unset dirty status for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:24:51.186361 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4c2222e2-fc5a-4456-a9b0-df72cd1f80ac req-42e2c963-89a8-455f-80ea-7e1a1854b3bd tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 946 time: 0.5363090 Jan 18 13:24:51.234416 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4c2222e2-fc5a-4456-a9b0-df72cd1f80ac req-2b6f50b8-4016-41be-b86e-313d007e39bb tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425265 Jan 18 13:24:51.688287 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-395b0fbc-32b8-454d-84de-24ba4e20caab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:52.541308 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6bdd-6e4c-43a9-8ba0-1f3bdd015a3c req-795d659c-7887-4fa4-8f1a-849c7f8fb863 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:52.542848 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b49d6bdd-6e4c-43a9-8ba0-1f3bdd015a3c req-795d659c-7887-4fa4-8f1a-849c7f8fb863 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 946 time: 0.1789184 Jan 18 13:24:52.590631 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b49d6bdd-6e4c-43a9-8ba0-1f3bdd015a3c req-413aee56-7671-471b-8f0b-589ebc81ab29 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418596 Jan 18 13:24:52.762711 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:52.910986 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:52.975739 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce543-4fe1-4d5c-8d1c-84cf54850c18 req-ace526f2-f3eb-4208-989a-3e3184e87cf4 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:52.977179 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-796ce543-4fe1-4d5c-8d1c-84cf54850c18 req-ace526f2-f3eb-4208-989a-3e3184e87cf4 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 946 time: 0.0799711 Jan 18 13:24:53.052278 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-796ce543-4fe1-4d5c-8d1c-84cf54850c18 req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Deleting port c48cd3ac-b63c-4290-b401-0c0060bf8732 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:24:53.052614 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-796ce543-4fe1-4d5c-8d1c-84cf54850c18 req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:53.298307 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-796ce543-4fe1-4d5c-8d1c-84cf54850c18 req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] For port c48cd3ac-b63c-4290-b401-0c0060bf8732, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c48cd3ac-b63c-4290-b401-0c0060bf8732,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:24:53.305021 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-796ce543-4fe1-4d5c-8d1c-84cf54850c18 req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:53.432746 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-796ce543-4fe1-4d5c-8d1c-84cf54850c18 req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Calling delete_port for c48cd3ac-b63c-4290-b401-0c0060bf8732 owned by compute:nova {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:24:53.641421 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-796ce543-4fe1-4d5c-8d1c-84cf54850c18 req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:53.692390 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event deleted for resources: {'Port': ['ID=c48cd3ac-b63c-4290-b401-0c0060bf8732,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:53.739858 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:53.740198 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:53.740533 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:53.740878 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:53.741273 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:53.741603 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:53.741925 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:53.742245 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:53.742569 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:53.742882 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:53.743198 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:53.822714 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fe50be1c-1c2e-4c09-85b8-ab73a8be9c12 req-cc26448c-cdd2-4457-9443-1d6e6f6a5690 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 210 time: 0.0916836 Jan 18 13:24:53.828631 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-796ce543-4fe1-4d5c-8d1c-84cf54850c18 req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] No DVR routers for this DVR port c48cd3ac-b63c-4290-b401-0c0060bf8732 on host hv-cinder-82510 {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:24:53.831054 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-796ce543-4fe1-4d5c-8d1c-84cf54850c18 req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:53.833777 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'name': 'network-vif-deleted', 'tag': 'c48cd3ac-b63c-4290-b401-0c0060bf8732'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:24:53.895722 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0c3354-46c2-44ec-8e55-c24f04aa3a1e', 'name': 'network-vif-deleted', 'tag': 'c48cd3ac-b63c-4290-b401-0c0060bf8732', 'status': 'completed', 'code': 200} Jan 18 13:24:53.907208 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-796ce543-4fe1-4d5c-8d1c-84cf54850c18 req-62347826-7bd8-477a-8002-3444fa4785b0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "DELETE /v2.0/ports/c48cd3ac-b63c-4290-b401-0c0060bf8732 HTTP/1.1" status: 204 len: 173 time: 0.9239924 Jan 18 13:24:54.087590 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.012289 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-74173d7b-8bd2-41e0-bd2f-ed386190e6a4 req-40844075-c102-4af0-a829-15f8410df53f tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Synchronizing usage tracker for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:24:55.093142 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-74173d7b-8bd2-41e0-bd2f-ed386190e6a4 req-40844075-c102-4af0-a829-15f8410df53f tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Unset dirty status for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:24:55.094317 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-74173d7b-8bd2-41e0-bd2f-ed386190e6a4 req-40844075-c102-4af0-a829-15f8410df53f tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e0c3354-46c2-44ec-8e55-c24f04aa3a1e HTTP/1.1" status: 200 len: 210 time: 0.1255481 Jan 18 13:24:56.384204 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device c48cd3ac-b63c-4290-b401-0c0060bf8732 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:24:56.423094 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: c48cd3ac-b63c-4290-b401-0c0060bf8732 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:24:56.423470 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device c48cd3ac-b63c-4290-b401-0c0060bf8732 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:24:58.853325 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 59948) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:59.032108 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-4937143c-5e4c-4c58-b120-db026e8a550f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Synchronizing usage tracker for tenant:93e1e08afb504e08834871d5f1256f41 on resource:security_group {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:24:59.099387 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-4937143c-5e4c-4c58-b120-db026e8a550f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Unset dirty status for tenant:93e1e08afb504e08834871d5f1256f41 on resource:security_group {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:24:59.100580 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-4937143c-5e4c-4c58-b120-db026e8a550f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060476899&fields=id&tenant_id=93e1e08afb504e08834871d5f1256f41 HTTP/1.1" status: 200 len: 267 time: 0.1104388 Jan 18 13:24:59.126248 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-54221162-89ea-4999-a9d6-d82045ad4d5a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Deleting port a5688c87-c194-4817-9baf-2ebab6dd02f1 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:24:59.126571 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-54221162-89ea-4999-a9d6-d82045ad4d5a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:59.258558 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-f1e2e616-212b-4050-b188-7cfc792b2623 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:59.260011 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-f1e2e616-212b-4050-b188-7cfc792b2623 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/networks?id=f47501c5-26e6-4481-8544-fd22f4d9f1f7 HTTP/1.1" status: 200 len: 809 time: 0.1503472 Jan 18 13:24:59.278471 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-7e7e4e2f-c3b3-4762-9ebe-2d430be87c7b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/quotas/93e1e08afb504e08834871d5f1256f41 HTTP/1.1" status: 200 len: 375 time: 0.0114150 Jan 18 13:24:59.303368 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-54221162-89ea-4999-a9d6-d82045ad4d5a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:59.303696 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-54221162-89ea-4999-a9d6-d82045ad4d5a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:59.367365 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-e6f860ba-6210-4f0b-9236-d25cdc5c25e8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=93e1e08afb504e08834871d5f1256f41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830002 Jan 18 13:24:59.423975 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-54221162-89ea-4999-a9d6-d82045ad4d5a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Calling delete_port for a5688c87-c194-4817-9baf-2ebab6dd02f1 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:24:59.518214 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-2c21caee-8009-4970-b90e-9851fa4f6522 service neutron] 10.222.0.87 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389172 Jan 18 13:24:59.653318 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-01a20968-ebd1-41a1-aafa-49db6b24883b service neutron] 10.222.0.87 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289103 Jan 18 13:24:59.659301 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-54221162-89ea-4999-a9d6-d82045ad4d5a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:59.706729 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54221162-89ea-4999-a9d6-d82045ad4d5a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event deleted for resources: {'Port': ['ID=a5688c87-c194-4817-9baf-2ebab6dd02f1,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:59.807819 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-54221162-89ea-4999-a9d6-d82045ad4d5a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:00.316903 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54221162-89ea-4999-a9d6-d82045ad4d5a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Router 6dc34715-53be-4919-936f-b6a1cecd8500 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:25:00.517656 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54221162-89ea-4999-a9d6-d82045ad4d5a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:25:00.607107 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-54221162-89ea-4999-a9d6-d82045ad4d5a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:00.666485 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-54221162-89ea-4999-a9d6-d82045ad4d5a tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "DELETE /v2.0/floatingips/33db960a-5eaa-4526-9406-bef67115097f HTTP/1.1" status: 204 len: 168 time: 1.8117759 Jan 18 13:25:00.667048 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'tag': '30b29e3b-9bd3-4bcd-8149-0bda2123140b'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:25:00.769040 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0adbaf3-cbe4-4ec8-853d-52d3ab9c4cde None None] New status for floating IP d016712b-9aa4-4e03-bdc3-ac970906fff9: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:25:01.279528 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'tag': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'status': 'completed', 'code': 200} Jan 18 13:25:01.509157 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d24ab980-83d4-418d-a9e6-5d6a85c253fe req-cde59e76-3771-4e64-9cff-71f2f34bc23c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 210 time: 0.0955174 Jan 18 13:25:01.558369 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48768808-3867-4e37-aca6-26f85b08c166 req-64db84f9-5cc9-4251-982c-d368c9317a80 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:01.560148 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-48768808-3867-4e37-aca6-26f85b08c166 req-64db84f9-5cc9-4251-982c-d368c9317a80 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 945 time: 0.2688239 Jan 18 13:25:01.593496 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5fded4d9-d852-4989-bf8a-ec4c180fb891 req-c38fb30c-8f52-4408-96cf-4edcb06ce417 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 1098 time: 0.1735868 Jan 18 13:25:01.690781 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-48768808-3867-4e37-aca6-26f85b08c166 req-d026e3c0-26b2-4654-a5a0-89ae812d3b8c tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222026 Jan 18 13:25:01.751151 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fded4d9-d852-4989-bf8a-ec4c180fb891 req-d83f6a41-6ee3-4863-a9e7-59601dfa483d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:01.764186 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5fded4d9-d852-4989-bf8a-ec4c180fb891 req-d83f6a41-6ee3-4863-a9e7-59601dfa483d service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 200 len: 913 time: 0.1480176 Jan 18 13:25:01.835806 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268711a8-1020-48cf-94c9-5338875a1116 None None] Sync routers for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:25:01.851575 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268711a8-1020-48cf-94c9-5338875a1116 None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:25:01.852207 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-268711a8-1020-48cf-94c9-5338875a1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:01.868942 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5fded4d9-d852-4989-bf8a-ec4c180fb891 req-c2dfdbd9-fcb8-41a6-8b4b-146ff2c2028e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30b29e3b-9bd3-4bcd-8149-0bda2123140b HTTP/1.1" status: 200 len: 217 time: 0.0842576 Jan 18 13:25:01.934574 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fded4d9-d852-4989-bf8a-ec4c180fb891 req-098b0523-0536-4ff1-b443-4bf6a01825f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:01.936707 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5fded4d9-d852-4989-bf8a-ec4c180fb891 req-098b0523-0536-4ff1-b443-4bf6a01825f9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8ff1fabd-3520-456c-8dfd-6e9647c65920 HTTP/1.1" status: 200 len: 851 time: 0.0618882 Jan 18 13:25:02.019996 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5fded4d9-d852-4989-bf8a-ec4c180fb891 req-641260e7-29f1-466b-b98a-7aa7b58ae286 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769506 Jan 18 13:25:02.037743 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-268711a8-1020-48cf-94c9-5338875a1116 None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:25:02.099255 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:02.170064 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5fded4d9-d852-4989-bf8a-ec4c180fb891 req-f2ad8c27-f103-483e-bdc5-8a0fbfe36136 service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377325 Jan 18 13:25:02.333848 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5fded4d9-d852-4989-bf8a-ec4c180fb891 req-28c0f7a3-f55a-4206-b0ad-0c3f0925e1fb service neutron] 10.222.0.91 "GET /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563900 Jan 18 13:25:02.448041 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-268711a8-1020-48cf-94c9-5338875a1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:02.452636 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268711a8-1020-48cf-94c9-5338875a1116 None None] Checking router: 6dc34715-53be-4919-936f-b6a1cecd8500 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:25:02.464306 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268711a8-1020-48cf-94c9-5338875a1116 None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:25:02.464945 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-268711a8-1020-48cf-94c9-5338875a1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:02.474670 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:25:02.648185 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d847ed50-153a-4fe1-8319-e367c2e79b4d req-4d09e656-48dd-42c9-b5d5-72bde96dec80 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 210 time: 0.0541234 Jan 18 13:25:02.662157 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dee5df-5b2f-4f05-a0a0-ba8d0790797e req-53b3b102-2671-4a06-becc-0d78efa781d0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:02.663732 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f6dee5df-5b2f-4f05-a0a0-ba8d0790797e req-53b3b102-2671-4a06-becc-0d78efa781d0 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 945 time: 0.1339993 Jan 18 13:25:02.682467 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-268711a8-1020-48cf-94c9-5338875a1116 None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:25:02.746491 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-f6dee5df-5b2f-4f05-a0a0-ba8d0790797e req-c567d373-acdf-4f26-8f53-f3bd06d5b402 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Deleting port 30b29e3b-9bd3-4bcd-8149-0bda2123140b {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:02.746837 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f6dee5df-5b2f-4f05-a0a0-ba8d0790797e req-c567d373-acdf-4f26-8f53-f3bd06d5b402 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:03.060421 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-268711a8-1020-48cf-94c9-5338875a1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:03.061073 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008ffa0-6094-4a2a-b37a-698e53b2517c req-d096c738-37be-4795-a9fb-09f634df0e21 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:03.062561 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d008ffa0-6094-4a2a-b37a-698e53b2517c req-d096c738-37be-4795-a9fb-09f634df0e21 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 945 time: 0.2075870 Jan 18 13:25:03.065025 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268711a8-1020-48cf-94c9-5338875a1116 None None] The sync data for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi is: [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:15:17Z', 'revision_number': 4, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': 'ef66cd3c-4d54-4b95-81d1-008a257a7806', 'name': '', 'network_id': '1b254d9d-73c2-4ed0-9c9f-3efdaec0f196', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'mac_address': 'fa:16:3e:1b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:16Z', 'updated_at': '2022-01-18T13:15:35Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'subnets': [{'id': '8ff1fabd-3520-456c-8dfd-6e9647c65920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:25:03.097851 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-f6dee5df-5b2f-4f05-a0a0-ba8d0790797e req-c567d373-acdf-4f26-8f53-f3bd06d5b402 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] For port 30b29e3b-9bd3-4bcd-8149-0bda2123140b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30b29e3b-9bd3-4bcd-8149-0bda2123140b,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:03.098249 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f6dee5df-5b2f-4f05-a0a0-ba8d0790797e req-c567d373-acdf-4f26-8f53-f3bd06d5b402 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:03.311082 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d66103-97a5-440c-ba4f-ceabfdf50667 None None] New status for floating IP 33db960a-5eaa-4526-9406-bef67115097f: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:25:03.340911 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-f6dee5df-5b2f-4f05-a0a0-ba8d0790797e req-c567d373-acdf-4f26-8f53-f3bd06d5b402 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Calling delete_port for 30b29e3b-9bd3-4bcd-8149-0bda2123140b owned by compute:nova {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:03.394217 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d008ffa0-6094-4a2a-b37a-698e53b2517c req-aeb38bc6-5cb4-4eb1-84fa-298efadf33e7 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/security-groups?id=11b4b191-f636-4d7b-b8a7-058738de9511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204949 Jan 18 13:25:03.556361 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f6dee5df-5b2f-4f05-a0a0-ba8d0790797e req-c567d373-acdf-4f26-8f53-f3bd06d5b402 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:03.609342 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567d373-acdf-4f26-8f53-f3bd06d5b402 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event deleted for resources: {'Port': ['ID=30b29e3b-9bd3-4bcd-8149-0bda2123140b,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:03.686108 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dee5df-5b2f-4f05-a0a0-ba8d0790797e req-c567d373-acdf-4f26-8f53-f3bd06d5b402 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] No DVR routers for this DVR port 30b29e3b-9bd3-4bcd-8149-0bda2123140b on host hv-cinder-82510 {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:25:03.688538 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-f6dee5df-5b2f-4f05-a0a0-ba8d0790797e req-c567d373-acdf-4f26-8f53-f3bd06d5b402 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:03.691053 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'name': 'network-vif-deleted', 'tag': '30b29e3b-9bd3-4bcd-8149-0bda2123140b'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:25:03.703063 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f6dee5df-5b2f-4f05-a0a0-ba8d0790797e req-c567d373-acdf-4f26-8f53-f3bd06d5b402 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.91 "DELETE /v2.0/ports/30b29e3b-9bd3-4bcd-8149-0bda2123140b HTTP/1.1" status: 204 len: 173 time: 1.0319958 Jan 18 13:25:03.750519 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a1a1e6-5441-4a96-b5da-6760930403da', 'name': 'network-vif-deleted', 'tag': '30b29e3b-9bd3-4bcd-8149-0bda2123140b', 'status': 'completed', 'code': 200} Jan 18 13:25:03.843690 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0f1e9519-b30d-429f-9442-ccf6a7ae804b req-7b259e5a-1378-49d0-a532-2f230f3d64ba tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 210 time: 0.0429034 Jan 18 13:25:04.440415 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 30b29e3b-9bd3-4bcd-8149-0bda2123140b no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:25:04.475749 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: 30b29e3b-9bd3-4bcd-8149-0bda2123140b {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:25:04.476089 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 30b29e3b-9bd3-4bcd-8149-0bda2123140b not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:25:04.587151 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-ca28545e-d730-429d-b14c-749d85f939f4 req-4fb715bc-c1af-44b7-99e2-6dd7700b6491 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Synchronizing usage tracker for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:25:04.657573 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-8fa8cff1-37f7-487f-9c44-5ee3cea79840 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:04.658889 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-8fa8cff1-37f7-487f-9c44-5ee3cea79840 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.91 "GET /v2.0/networks?id=f47501c5-26e6-4481-8544-fd22f4d9f1f7 HTTP/1.1" status: 200 len: 809 time: 0.2088137 Jan 18 13:25:04.734372 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-b49d0bf2-9343-4f67-85cd-0f942e3b098e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93e1e08afb504e08834871d5f1256f41 HTTP/1.1" status: 200 len: 380 time: 0.0463126 Jan 18 13:25:04.742558 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Request body: {'port': {'device_id': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'admin_state_up': True, 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'security_groups': ['1da73f1f-4998-4335-9fc6-70e08e9db9cf']}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:25:04.760968 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-ca28545e-d730-429d-b14c-749d85f939f4 req-4fb715bc-c1af-44b7-99e2-6dd7700b6491 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Unset dirty status for tenant:a0cf2555372d4833a1b2cbdd625d2186 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:25:04.762365 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ca28545e-d730-429d-b14c-749d85f939f4 req-4fb715bc-c1af-44b7-99e2-6dd7700b6491 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9a1a1e6-5441-4a96-b5da-6760930403da HTTP/1.1" status: 200 len: 210 time: 0.2299924 Jan 18 13:25:04.895494 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:04.899060 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Usage tracker for resource:port and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:25:04.902633 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83736) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:25:04.913145 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.quota.driver [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83736) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:05.027514 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-73adb123-519f-4b21-9a15-9a2ad21c6265 req-aa8cd146-456e-4496-bed6-71926b19b81e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 210 time: 0.0480106 Jan 18 13:25:05.042227 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Made reservation on behalf of 93e1e08afb504e08834871d5f1256f41 for: {'port': 1} {{(pid=83736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:25:05.046626 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:05.224625 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_common [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Allocated IP 172.20.0.3 (f47501c5-26e6-4481-8544-fd22f4d9f1f7/0066c9be-8ad5-4d10-93d3-47a6f217e818/5b274bf0-e785-478e-9750-c77696b975c6) {{(pid=83736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:25:05.422596 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for port, precommit_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:05.440177 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Transition to ACTIVE for port object 5b274bf0-e785-478e-9750-c77696b975c6 will not be triggered until provisioned by entity DHCP. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:25:05.585352 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_create {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:05.669754 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Network f47501c5-26e6-4481-8544-fd22f4d9f1f7 is already hosted by enough agents. {{(pid=83736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:25:05.673707 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.base_scheduler [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Resources bound (agent type, host, resource id): {{(pid=83736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:25:05.676213 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Received port after_create {{(pid=83736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:25:05.708471 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event updated for resources: {'Port': ['ID=5b274bf0-e785-478e-9750-c77696b975c6,revision_number=1']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:05.748966 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:05.754145 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:05.843544 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-0eaccd8e-f90c-43b9-9b2f-90bcdc52af3e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1045885 Jan 18 13:25:05.863025 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.v2.base [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Request body: {'port': {'device_id': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=83736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:25:05.898220 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 60000) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:05.992794 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.002101 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-a294e9b6-0814-45b5-a007-80ff133605dd None None] Provisioning for port 5b274bf0-e785-478e-9750-c77696b975c6 completed by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:25:06.007829 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-a294e9b6-0814-45b5-a007-80ff133605dd None None] Provisioning complete for port 5b274bf0-e785-478e-9750-c77696b975c6 triggered by entity DHCP. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:25:06.010568 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a294e9b6-0814-45b5-a007-80ff133605dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.061796 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-848ebcc1-48e3-4d16-8da4-bee72a111aa8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Deleting port 396bae26-2470-4a04-b352-4dca3e544634 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:06.062137 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-848ebcc1-48e3-4d16-8da4-bee72a111aa8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.115640 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-a294e9b6-0814-45b5-a007-80ff133605dd None None] Port 5b274bf0-e785-478e-9750-c77696b975c6 cannot update to ACTIVE because it is not bound. {{(pid=83738) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:25:06.243541 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-848ebcc1-48e3-4d16-8da4-bee72a111aa8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.243815 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-848ebcc1-48e3-4d16-8da4-bee72a111aa8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.379690 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1e455-aab4-4f54-a565-8596b1105d60 req-fc5a6416-97fe-4a14-8216-86ab6f44fffc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:06.380300 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-6dd1e455-aab4-4f54-a565-8596b1105d60 req-fc5a6416-97fe-4a14-8216-86ab6f44fffc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Synchronizing usage tracker for tenant:93e1e08afb504e08834871d5f1256f41 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:25:06.396137 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-848ebcc1-48e3-4d16-8da4-bee72a111aa8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Calling delete_port for 396bae26-2470-4a04-b352-4dca3e544634 owned by network:floatingip {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:06.556136 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b274bf0-e785-478e-9750-c77696b975c6 {{(pid=83736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:25:06.564053 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.613419 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-6dd1e455-aab4-4f54-a565-8596b1105d60 req-fc5a6416-97fe-4a14-8216-86ab6f44fffc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Unset dirty status for tenant:93e1e08afb504e08834871d5f1256f41 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:25:06.614595 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6dd1e455-aab4-4f54-a565-8596b1105d60 req-fc5a6416-97fe-4a14-8216-86ab6f44fffc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 931 time: 0.3740907 Jan 18 13:25:06.647840 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-848ebcc1-48e3-4d16-8da4-bee72a111aa8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.650200 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.provisioning_blocks [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Transition to ACTIVE for port object 5b274bf0-e785-478e-9750-c77696b975c6 will not be triggered until provisioned by entity L2. {{(pid=83736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:25:06.663670 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6dd1e455-aab4-4f54-a565-8596b1105d60 req-40a121e3-2b01-42ef-9d45-d273c9f17316 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 Jan 18 13:25:06.700516 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ebcc1-48e3-4d16-8da4-bee72a111aa8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event deleted for resources: {'Port': ['ID=396bae26-2470-4a04-b352-4dca3e544634,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:06.744923 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.799684 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-848ebcc1-48e3-4d16-8da4-bee72a111aa8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for floatingip, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.885176 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-848ebcc1-48e3-4d16-8da4-bee72a111aa8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.885812 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Pushing event updated for resources: {'Port': ['ID=5b274bf0-e785-478e-9750-c77696b975c6,revision_number=2']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:06.886582 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-848ebcc1-48e3-4d16-8da4-bee72a111aa8 tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "DELETE /v2.0/floatingips/e76fcc48-4113-4551-a02e-0e214ac30d92 HTTP/1.1" status: 204 len: 168 time: 0.9870250 Jan 18 13:25:07.012931 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Attempting to bind port 5b274bf0-e785-478e-9750-c77696b975c6 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:25:07.013451 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Attempting to bind port 5b274bf0-e785-478e-9750-c77696b975c6 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:25:07.013870 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Attempting to bind port 5b274bf0-e785-478e-9750-c77696b975c6 on network f47501c5-26e6-4481-8544-fd22f4d9f1f7 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:25:07.019912 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Port 5b274bf0-e785-478e-9750-c77696b975c6 on network f47501c5-26e6-4481-8544-fd22f4d9f1f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:25:07.020231 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Attempting to bind port 5b274bf0-e785-478e-9750-c77696b975c6 on network f47501c5-26e6-4481-8544-fd22f4d9f1f7 {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:25:07.026587 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Checking agent: {'id': '45acc5ba-93e6-44e1-9d56-450eddb52d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'started_at': datetime.datetime(2022, 1, 18, 13, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:25:07.026920 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Checking segment: {'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:25:07.027334 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Bound using segment: {'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'} {{(pid=83736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:25:07.027748 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.managers [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Bound port: 5b274bf0-e785-478e-9750-c77696b975c6, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f234c7-7269-4c6c-9e9c-e9442a69534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7'}}] {{(pid=83736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:25:07.028094 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:07.129645 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] For port 5b274bf0-e785-478e-9750-c77696b975c6, host hv-cinder-82510, cleared binding levels {{(pid=83736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:25:07.132772 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] For port 5b274bf0-e785-478e-9750-c77696b975c6, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b274bf0-e785-478e-9750-c77696b975c6,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:25:07.220199 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1925894'] for port, after_update {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:07.289745 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:07.291045 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] 10.222.0.91 "PUT /v2.0/ports/5b274bf0-e785-478e-9750-c77696b975c6 HTTP/1.1" status: 200 len: 1093 time: 1.4337239 Jan 18 13:25:07.291512 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:25:07.312987 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a19fa-c913-42fe-b671-77e92d514862 service neutron] Pushing event updated for resources: {'Port': ['ID=5b274bf0-e785-478e-9750-c77696b975c6,revision_number=3']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:07.375095 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6', 'status': 'completed', 'code': 200} Jan 18 13:25:07.572935 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2f20949-1b30-42c1-a08d-6301bd03dc0e req-e8273936-3d46-40f8-921f-bb2eeb79c9ed service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93e1e08afb504e08834871d5f1256f41&device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1096 time: 0.1574776 Jan 18 13:25:07.728409 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f20949-1b30-42c1-a08d-6301bd03dc0e req-a374e737-9edc-4479-8b3d-b040780a997c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:07.729987 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2f20949-1b30-42c1-a08d-6301bd03dc0e req-a374e737-9edc-4479-8b3d-b040780a997c service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=93e1e08afb504e08834871d5f1256f41&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1449487 Jan 18 13:25:07.953455 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f20949-1b30-42c1-a08d-6301bd03dc0e req-904cc434-a4e5-4c33-947a-4678c66bf5b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:07.955588 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d2f20949-1b30-42c1-a08d-6301bd03dc0e req-904cc434-a4e5-4c33-947a-4678c66bf5b2 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2192867 Jan 18 13:25:07.974261 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f5dbf-157d-4bdc-b0b5-ff83eb3f5868 req-d509280e-7165-4b3c-a100-cd5123a83ed3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:07.976283 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dd2f5dbf-157d-4bdc-b0b5-ff83eb3f5868 req-d509280e-7165-4b3c-a100-cd5123a83ed3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.1613348 Jan 18 13:25:08.077939 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dd2f5dbf-157d-4bdc-b0b5-ff83eb3f5868 req-df3f5ad1-d5e3-4f10-9479-036d40b9cd18 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945899 Jan 18 13:25:08.106890 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-30c0e8c5-a299-4684-838d-23437412d091 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93e1e08afb504e08834871d5f1256f41&device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1096 time: 0.0862391 Jan 18 13:25:08.181104 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-c9b7a9a2-69df-4651-8a4f-d9cf917a72f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b274bf0-e785-478e-9750-c77696b975c6 HTTP/1.1" status: 200 len: 217 time: 0.0613792 Jan 18 13:25:08.250674 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-c99e2c14-38bb-4c78-8575-dbae4d406b28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:08.252154 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-c99e2c14-38bb-4c78-8575-dbae4d406b28 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0066c9be-8ad5-4d10-93d3-47a6f217e818 HTTP/1.1" status: 200 len: 848 time: 0.0651741 Jan 18 13:25:08.341477 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-c3ba77e1-1d59-48c3-a0cb-cecac1bcc026 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f47501c5-26e6-4481-8544-fd22f4d9f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831382 Jan 18 13:25:08.478273 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-883fdd3f-a1c3-4367-b5d1-d93efc609636 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316104 Jan 18 13:25:08.496739 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 60022) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:08.573705 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea2b534a-6727-404c-bb5f-b1684fff871c tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:08.604104 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea2b534a-6727-404c-bb5f-b1684fff871c tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:08.620384 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9f28fbeb-6e7f-43fc-8a5d-92404df25a8a req-8aca5fe3-5f82-46a2-91a6-9d7f6a54f94c service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364417 Jan 18 13:25:08.813205 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea2b534a-6727-404c-bb5f-b1684fff871c tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:08.833212 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b534a-6727-404c-bb5f-b1684fff871c tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b4b191-f636-4d7b-b8a7-058738de9511,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:08.949647 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-ea2b534a-6727-404c-bb5f-b1684fff871c tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] Notify callbacks [] for security_group, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:08.950758 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-ea2b534a-6727-404c-bb5f-b1684fff871c tempest-TestVolumeBootPattern-742720544 tempest-TestVolumeBootPattern-742720544-project] 10.222.0.87 "DELETE /v2.0/security-groups/11b4b191-f636-4d7b-b8a7-058738de9511 HTTP/1.1" status: 204 len: 168 time: 0.4529436 Jan 18 13:25:09.092921 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 60028) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:09.287831 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469200a4-b8bc-4ce3-8bbf-6195a4b6d19c req-ddde5c0d-d204-47ef-9409-f6f99f7780a9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:09.289359 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-469200a4-b8bc-4ce3-8bbf-6195a4b6d19c req-ddde5c0d-d204-47ef-9409-f6f99f7780a9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0804691 Jan 18 13:25:09.340118 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-469200a4-b8bc-4ce3-8bbf-6195a4b6d19c req-0f79fed7-9273-4c63-8b72-49dd54188546 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450327 Jan 18 13:25:09.747835 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18324ba8-8ca8-4786-abd8-e9e5af5c8f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1038416'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:10.382983 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-18324ba8-8ca8-4786-abd8-e9e5af5c8f71 admin admin] Deleting port ef66cd3c-4d54-4b95-81d1-008a257a7806 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:10.383218 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18324ba8-8ca8-4786-abd8-e9e5af5c8f71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:10.566093 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-18324ba8-8ca8-4786-abd8-e9e5af5c8f71 admin admin] For port ef66cd3c-4d54-4b95-81d1-008a257a7806, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=ef66cd3c-4d54-4b95-81d1-008a257a7806,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:10.566444 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18324ba8-8ca8-4786-abd8-e9e5af5c8f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:10.643195 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24972c-b135-4a67-a955-d7f2963c2381 req-1a1b36d2-5612-4f55-b5a0-29b33632ffd4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:10.644624 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e24972c-b135-4a67-a955-d7f2963c2381 req-1a1b36d2-5612-4f55-b5a0-29b33632ffd4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.1742780 Jan 18 13:25:10.692972 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e24972c-b135-4a67-a955-d7f2963c2381 req-24145691-92ec-40fb-9c03-556e940e071a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409238 Jan 18 13:25:10.696931 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-18324ba8-8ca8-4786-abd8-e9e5af5c8f71 admin admin] Calling delete_port for ef66cd3c-4d54-4b95-81d1-008a257a7806 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:10.956808 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18324ba8-8ca8-4786-abd8-e9e5af5c8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:11.000638 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18324ba8-8ca8-4786-abd8-e9e5af5c8f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef66cd3c-4d54-4b95-81d1-008a257a7806,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:11.306782 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-18324ba8-8ca8-4786-abd8-e9e5af5c8f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8258696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1039289'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:11.914272 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403622f-87bf-4b05-b338-04969e63cc88 req-4b6b9ba5-eb96-4911-ac1a-e26db12d6d1b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:11.915779 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8403622f-87bf-4b05-b338-04969e63cc88 req-4b6b9ba5-eb96-4911-ac1a-e26db12d6d1b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0845523 Jan 18 13:25:11.963655 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8403622f-87bf-4b05-b338-04969e63cc88 req-d71e9648-c918-4688-83e9-a386e21a20e1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 Jan 18 13:25:12.015337 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18324ba8-8ca8-4786-abd8-e9e5af5c8f71 admin admin] Router 6dc34715-53be-4919-936f-b6a1cecd8500 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:25:12.229732 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18324ba8-8ca8-4786-abd8-e9e5af5c8f71 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:25:12.240144 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c3cbb-4e11-4c3b-be1d-913960b7dd7c None None] Sync routers for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:25:12.244130 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-18324ba8-8ca8-4786-abd8-e9e5af5c8f71 admin admin] 10.222.0.87 "PUT /v2.0/routers/6dc34715-53be-4919-936f-b6a1cecd8500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1500237 Jan 18 13:25:12.246500 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 60040) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:12.256367 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c3cbb-4e11-4c3b-be1d-913960b7dd7c None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:25:12.257211 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-da7c3cbb-4e11-4c3b-be1d-913960b7dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:12.449715 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-da7c3cbb-4e11-4c3b-be1d-913960b7dd7c None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:25:12.457692 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Notify callbacks [] for router, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:12.666197 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:12.734251 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Deleting port c9bde39e-b155-4fef-a139-726804349b62 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:12.734556 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:12.744867 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-da7c3cbb-4e11-4c3b-be1d-913960b7dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'c9bde39e-b155-4fef-a139-726804349b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:25:10Z', 'revision_number': 5, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port': {'id': 'c9bde39e-b155-4fef-a139-726804349b62', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:77:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:12Z', 'updated_at': '2022-01-18T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:12.751691 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c3cbb-4e11-4c3b-be1d-913960b7dd7c None None] Checking router: 6dc34715-53be-4919-936f-b6a1cecd8500 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:25:12.762812 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c3cbb-4e11-4c3b-be1d-913960b7dd7c None None] Routers {'6dc34715-53be-4919-936f-b6a1cecd8500'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:25:12.764266 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-da7c3cbb-4e11-4c3b-be1d-913960b7dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['6dc34715-53be-4919-936f-b6a1cecd8500'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:12.912062 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] For port c9bde39e-b155-4fef-a139-726804349b62, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=c9bde39e-b155-4fef-a139-726804349b62,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:12.912337 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:12.926966 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-da7c3cbb-4e11-4c3b-be1d-913960b7dd7c None None] Set router 6dc34715-53be-4919-936f-b6a1cecd8500 gateway port host: None {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:25:13.039618 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-da7c3cbb-4e11-4c3b-be1d-913960b7dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:25:12Z', 'revision_number': 6, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port_host': None}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:13.043685 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c3cbb-4e11-4c3b-be1d-913960b7dd7c None None] The sync data for ids ['6dc34715-53be-4919-936f-b6a1cecd8500'] in dv-cinder-825102-1-iscsi is: [{'id': '6dc34715-53be-4919-936f-b6a1cecd8500', 'name': 'tempest-TestVolumeBootPattern-1579430346-router', 'tenant_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:11Z', 'updated_at': '2022-01-18T13:25:12Z', 'revision_number': 6, 'project_id': 'a0cf2555372d4833a1b2cbdd625d2186', 'gw_port_host': None}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:25:13.151722 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Calling delete_port for c9bde39e-b155-4fef-a139-726804349b62 owned by network:router_gateway {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:13.184861 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b402b19-1c71-4661-8aa4-55b3e948a998 req-4f69e8d8-c513-459f-8c69-b6caabc3115b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:13.186453 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4b402b19-1c71-4661-8aa4-55b3e948a998 req-4f69e8d8-c513-459f-8c69-b6caabc3115b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0839489 Jan 18 13:25:13.235985 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4b402b19-1c71-4661-8aa4-55b3e948a998 req-24914314-b7c7-4226-84c0-ce9725096bf4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436022 Jan 18 13:25:13.406384 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:13.423249 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ef66cd3c-4d54-4b95-81d1-008a257a7806 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:25:13.463793 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: ef66cd3c-4d54-4b95-81d1-008a257a7806 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:25:13.464501 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device ef66cd3c-4d54-4b95-81d1-008a257a7806 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:25:13.466983 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bde39e-b155-4fef-a139-726804349b62,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:13.509315 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:13.509719 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:13.510006 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:13.510339 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:13.510669 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:13.510990 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:13.511607 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:13.511931 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:13.512247 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:13.512561 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:13.512875 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:13.720706 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1039221'] for router_gateway, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.005765 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110357'] for router, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.009871 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.127543 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032605'] for router, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.128130 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc34715-53be-4919-936f-b6a1cecd8500 {{(pid=83737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:25:14.141804 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] Notify callbacks [] for router, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.144527 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-0e5a9c21-e549-4da9-a006-b05f8bf463cc admin admin] 10.222.0.87 "DELETE /v2.0/routers/6dc34715-53be-4919-936f-b6a1cecd8500 HTTP/1.1" status: 204 len: 168 time: 1.8957989 Jan 18 13:25:14.146720 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 60046) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:14.210147 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f7a82d-4e7a-40f1-9ef5-51f3ca191c6e admin admin] Deleting subnet 8ff1fabd-3520-456c-8dfd-6e9647c65920 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:25:14.213653 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72f7a82d-4e7a-40f1-9ef5-51f3ca191c6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.270426 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72f7a82d-4e7a-40f1-9ef5-51f3ca191c6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091171'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.350268 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72f7a82d-4e7a-40f1-9ef5-51f3ca191c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.455937 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33709c-68bc-4781-85b2-a45acea5248f req-6aad15cd-c9bc-418e-a750-43730dab39eb tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:14.457347 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a33709c-68bc-4781-85b2-a45acea5248f req-6aad15cd-c9bc-418e-a750-43730dab39eb tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0822935 Jan 18 13:25:14.488474 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72f7a82d-4e7a-40f1-9ef5-51f3ca191c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1345888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911589'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.505306 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a33709c-68bc-4781-85b2-a45acea5248f req-41f86533-c18b-44ba-bea4-08d188d5fb33 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419626 Jan 18 13:25:14.530883 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7a82d-4e7a-40f1-9ef5-51f3ca191c6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff1fabd-3520-456c-8dfd-6e9647c65920,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:14.537732 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-72f7a82d-4e7a-40f1-9ef5-51f3ca191c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.544209 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-72f7a82d-4e7a-40f1-9ef5-51f3ca191c6e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/8ff1fabd-3520-456c-8dfd-6e9647c65920 HTTP/1.1" status: 204 len: 168 time: 0.3965700 Jan 18 13:25:14.546284 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031259e4-085c-4628-a178-d16011a2cf6d None None] Network 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:25:14.548055 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 60052) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:14.662432 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.674007 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Deleting port 3ce09dea-03d0-432a-a623-0701ba58ddcd {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:14.674382 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.860526 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f550aacd-3d9c-4763-a9da-2fe89b85dbe2 None None] DHCP port deletion for 1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 request from dv-cinder-825102-1-iscsi {{(pid=83738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:25:14.865561 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f550aacd-3d9c-4763-a9da-2fe89b85dbe2 None None] Deleting port 3ce09dea-03d0-432a-a623-0701ba58ddcd {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:14.866047 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f550aacd-3d9c-4763-a9da-2fe89b85dbe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:14.975649 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] For port 3ce09dea-03d0-432a-a623-0701ba58ddcd, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=3ce09dea-03d0-432a-a623-0701ba58ddcd,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:14.975997 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:15.077137 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-f550aacd-3d9c-4763-a9da-2fe89b85dbe2 None None] For port 3ce09dea-03d0-432a-a623-0701ba58ddcd, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=3ce09dea-03d0-432a-a623-0701ba58ddcd,segment=NetworkSegment(ce875503-ca75-40a5-a3fb-0817942fbf59),segment_id=ce875503-ca75-40a5-a3fb-0817942fbf59)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:15.077505 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f550aacd-3d9c-4763-a9da-2fe89b85dbe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:15.101669 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Calling delete_port for 3ce09dea-03d0-432a-a623-0701ba58ddcd owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:15.211544 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f550aacd-3d9c-4763-a9da-2fe89b85dbe2 None None] Calling delete_port for 3ce09dea-03d0-432a-a623-0701ba58ddcd owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:15.248310 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:15.282817 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.api [None req-f550aacd-3d9c-4763-a9da-2fe89b85dbe2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:25:15.283167 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG oslo_db.api [None req-f550aacd-3d9c-4763-a9da-2fe89b85dbe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:25:15.292339 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce09dea-03d0-432a-a623-0701ba58ddcd,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:15.299415 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] No DVR routers for this DVR port 3ce09dea-03d0-432a-a623-0701ba58ddcd on host dv-cinder-825102-1-iscsi {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:25:15.418603 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:15.450246 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b254d9d-73c2-4ed0-9c9f-3efdaec0f196']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:15.453999 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device c9bde39e-b155-4fef-a139-726804349b62 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:25:15.462832 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce875503-ca75-40a5-a3fb-0817942fbf59') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:15.463118 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce875503-ca75-40a5-a3fb-0817942fbf59') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:15.476288 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091176'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:15.488764 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: c9bde39e-b155-4fef-a139-726804349b62 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:25:15.489109 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device c9bde39e-b155-4fef-a139-726804349b62 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:25:15.489520 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 3ce09dea-03d0-432a-a623-0701ba58ddcd no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:25:15.493063 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:15.499452 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:25:15.499829 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347526'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: Traceback (most recent call last): Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: timer() Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: cb(*args, **kw) Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: return func(*args, **kwargs) Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: self._notify() Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: self.callback(batched_events) Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: event.method(event) Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: return f(self, *a, **k) Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._get(url).json() Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: return self.request(url, 'GET', **kwargs) Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:25:15.513074 dv-cinder-825102-1-iscsi neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:25:15.524102 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 3ce09dea-03d0-432a-a623-0701ba58ddcd {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:25:15.524550 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 3ce09dea-03d0-432a-a623-0701ba58ddcd not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:25:15.658166 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:15.681041 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:15.689158 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] Pushing event deleted for resources: {'Network': ['ID=1b254d9d-73c2-4ed0-9c9f-3efdaec0f196,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:15.715881 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c909c-b8ad-46a9-a747-5d0dbfd9eb7d req-e8e9c862-e87b-4bfe-beb9-7f9e44e7cbe7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:15.718056 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-964c909c-b8ad-46a9-a747-5d0dbfd9eb7d req-e8e9c862-e87b-4bfe-beb9-7f9e44e7cbe7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0843039 Jan 18 13:25:15.767486 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-964c909c-b8ad-46a9-a747-5d0dbfd9eb7d req-04b3d2e1-1284-46d6-aca1-597d1344e69b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438521 Jan 18 13:25:15.780819 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-3ae1b2a2-2b5b-49a6-bd56-f8f1a7100dcc admin admin] 10.222.0.87 "DELETE /v2.0/networks/1b254d9d-73c2-4ed0-9c9f-3efdaec0f196 HTTP/1.1" status: 204 len: 168 time: 1.2317216 Jan 18 13:25:15.783666 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 60058) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:15.786770 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f550aacd-3d9c-4763-a9da-2fe89b85dbe2 None None] Deleting port 3ce09dea-03d0-432a-a623-0701ba58ddcd {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:15.786770 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f550aacd-3d9c-4763-a9da-2fe89b85dbe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:15.849511 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-f550aacd-3d9c-4763-a9da-2fe89b85dbe2 None None] The port '3ce09dea-03d0-432a-a623-0701ba58ddcd' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:25:16.191601 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1908dd17-e08a-4170-bb79-fcba97cd9800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1038416'] for router_interface, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:16.472933 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 5b274bf0-e785-478e-9750-c77696b975c6 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:25:16.620098 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 5b274bf0-e785-478e-9750-c77696b975c6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b274bf0-e785-478e-9750-c77696b975c6,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:16.635914 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '5b274bf0-e785-478e-9750-c77696b975c6', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'port_id': '5b274bf0-e785-478e-9750-c77696b975c6', 'mac_address': 'fa:16:3e:9f:cb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:25:16.690490 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:16.711157 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b274bf0-e785-478e-9750-c77696b975c6 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:25:16.726646 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 5b274bf0-e785-478e-9750-c77696b975c6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b274bf0-e785-478e-9750-c77696b975c6,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:16.807944 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:16.882147 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=5b274bf0-e785-478e-9750-c77696b975c6,revision_number=4']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:16.911069 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1908dd17-e08a-4170-bb79-fcba97cd9800 admin admin] Deleting port 07d7453d-8838-4364-8b69-ce198ba03523 {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:16.911662 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1908dd17-e08a-4170-bb79-fcba97cd9800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:16.977980 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a865b1-0c2d-48cc-97a6-a11c10719292 req-0c4892f3-b694-42bd-97e5-244d4cb0e22b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:16.979426 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e7a865b1-0c2d-48cc-97a6-a11c10719292 req-0c4892f3-b694-42bd-97e5-244d4cb0e22b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 944 time: 0.0789220 Jan 18 13:25:17.027104 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e7a865b1-0c2d-48cc-97a6-a11c10719292 req-bff60274-ed99-4cec-8742-e4488768fc87 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Jan 18 13:25:17.093047 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-1908dd17-e08a-4170-bb79-fcba97cd9800 admin admin] For port 07d7453d-8838-4364-8b69-ce198ba03523, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=07d7453d-8838-4364-8b69-ce198ba03523,segment=NetworkSegment(4db0801a-2fb6-4fd4-8785-944fb6bb304e),segment_id=4db0801a-2fb6-4fd4-8785-944fb6bb304e)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:17.093393 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1908dd17-e08a-4170-bb79-fcba97cd9800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:17.207435 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['5b274bf0-e785-478e-9750-c77696b975c6'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:25:17.218516 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-1908dd17-e08a-4170-bb79-fcba97cd9800 admin admin] Calling delete_port for 07d7453d-8838-4364-8b69-ce198ba03523 owned by network:router_interface {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:17.487887 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1908dd17-e08a-4170-bb79-fcba97cd9800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:17.535120 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908dd17-e08a-4170-bb79-fcba97cd9800 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d7453d-8838-4364-8b69-ce198ba03523,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:17.847771 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-1908dd17-e08a-4170-bb79-fcba97cd9800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8258696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1039289'] for router_interface, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:18.236684 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8c204-5bc7-423c-8d5d-fc6f7ec92241 req-6c280c6e-0f7a-4261-a2f1-f97ca60b6114 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:18.238290 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bcc8c204-5bc7-423c-8d5d-fc6f7ec92241 req-6c280c6e-0f7a-4261-a2f1-f97ca60b6114 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 944 time: 0.0864651 Jan 18 13:25:18.288582 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bcc8c204-5bc7-423c-8d5d-fc6f7ec92241 req-33a269cc-5b8a-4574-a35b-db06b081aa55 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446248 Jan 18 13:25:18.472891 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 5b274bf0-e785-478e-9750-c77696b975c6 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:25:18.550288 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1908dd17-e08a-4170-bb79-fcba97cd9800 admin admin] Router 0b2b964a-d12b-42ee-9ac9-6ab01df426ba has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:25:18.613279 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning for port 5b274bf0-e785-478e-9750-c77696b975c6 completed by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:25:18.618452 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 5b274bf0-e785-478e-9750-c77696b975c6 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:25:18.618818 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:18.733608 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:18.757609 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1908dd17-e08a-4170-bb79-fcba97cd9800 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:25:18.760078 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:25:18.769087 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d6040-1584-4d55-923b-a0da4c70e088 None None] Sync routers for ids ['0b2b964a-d12b-42ee-9ac9-6ab01df426ba'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:25:18.771086 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 5b274bf0-e785-478e-9750-c77696b975c6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b274bf0-e785-478e-9750-c77696b975c6,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:18.784114 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d6040-1584-4d55-923b-a0da4c70e088 None None] Routers {'0b2b964a-d12b-42ee-9ac9-6ab01df426ba'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:25:18.784708 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3a9d6040-1584-4d55-923b-a0da4c70e088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b2b964a-d12b-42ee-9ac9-6ab01df426ba'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:18.828466 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6', 'code': 200} Jan 18 13:25:18.938817 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:18.943267 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60068) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:18.943521 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-1908dd17-e08a-4170-bb79-fcba97cd9800 admin admin] 10.222.0.87 "PUT /v2.0/routers/0b2b964a-d12b-42ee-9ac9-6ab01df426ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1586657 Jan 18 13:25:18.962070 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3a9d6040-1584-4d55-923b-a0da4c70e088 None None] Set router 0b2b964a-d12b-42ee-9ac9-6ab01df426ba gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:25:19.016639 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=5b274bf0-e785-478e-9750-c77696b975c6,revision_number=5']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:19.175774 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Notify callbacks [] for router, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:19.282098 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3a9d6040-1584-4d55-923b-a0da4c70e088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'name': 'tempest-TestVolumeBootPattern-201878405-router', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:24Z', 'updated_at': '2022-01-18T13:25:17Z', 'revision_number': 5, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'gw_port': {'id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:26Z', 'updated_at': '2022-01-18T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:19.286325 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d6040-1584-4d55-923b-a0da4c70e088 None None] Checking router: 0b2b964a-d12b-42ee-9ac9-6ab01df426ba for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:25:19.298812 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d6040-1584-4d55-923b-a0da4c70e088 None None] Routers {'0b2b964a-d12b-42ee-9ac9-6ab01df426ba'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:25:19.299890 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3a9d6040-1584-4d55-923b-a0da4c70e088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:24:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b2b964a-d12b-42ee-9ac9-6ab01df426ba'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:19.315094 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3efeef8f-36c6-4de8-a3ef-977526ba7f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:19.476605 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5be3f8a0-e9c9-40c8-858c-458ed15399e4 req-6fc93030-b92c-4902-8b00-9729d5082574 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1098 time: 0.1528378 Jan 18 13:25:19.492436 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-3a9d6040-1584-4d55-923b-a0da4c70e088 None None] Set router 0b2b964a-d12b-42ee-9ac9-6ab01df426ba gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:25:19.547931 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:19.559041 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5be3f8a0-e9c9-40c8-858c-458ed15399e4 req-8ef04aa8-38a4-4904-b426-03f6f8e82edd service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764604 Jan 18 13:25:19.569439 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf8704-0ac6-4688-97f7-f157e11eca4d req-3827978c-bd2c-4373-9290-9adc2d32fa58 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:19.575335 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6bdf8704-0ac6-4688-97f7-f157e11eca4d req-3827978c-bd2c-4373-9290-9adc2d32fa58 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.1461244 Jan 18 13:25:19.620999 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Deleting port 8b99b42e-6195-41d6-af95-5d1647e14767 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:19.621357 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:19.647465 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6bdf8704-0ac6-4688-97f7-f157e11eca4d req-cece2244-5631-4ccb-a8ad-554048c050b8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694838 Jan 18 13:25:19.784132 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-3a9d6040-1584-4d55-923b-a0da4c70e088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'name': 'tempest-TestVolumeBootPattern-201878405-router', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:24Z', 'updated_at': '2022-01-18T13:25:17Z', 'revision_number': 5, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'gw_port': {'id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:26Z', 'updated_at': '2022-01-18T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:19.788803 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d6040-1584-4d55-923b-a0da4c70e088 None None] The sync data for ids ['0b2b964a-d12b-42ee-9ac9-6ab01df426ba'] in dv-cinder-825102-1-iscsi is: [{'id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'name': 'tempest-TestVolumeBootPattern-201878405-router', 'tenant_id': 'c5d34056ac47431ea8f999da61b3fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:15:24Z', 'updated_at': '2022-01-18T13:25:17Z', 'revision_number': 5, 'project_id': 'c5d34056ac47431ea8f999da61b3fe87', 'gw_port': {'id': '8b99b42e-6195-41d6-af95-5d1647e14767', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b964a-d12b-42ee-9ac9-6ab01df426ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:15:26Z', 'updated_at': '2022-01-18T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:25:19.807595 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] For port 8b99b42e-6195-41d6-af95-5d1647e14767, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=8b99b42e-6195-41d6-af95-5d1647e14767,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:19.807862 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:20.025225 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Calling delete_port for 8b99b42e-6195-41d6-af95-5d1647e14767 owned by network:router_gateway {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:20.259595 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:20.310977 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b99b42e-6195-41d6-af95-5d1647e14767,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:20.533320 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1039221'] for router_gateway, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:20.819053 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110357'] for router, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:20.831550 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:20.945375 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c1090-6893-4be3-9534-57dfa41a4d59 req-e613ba7b-cb81-4b74-8ee5-73fca2b5db2a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:20.946816 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ca4c1090-6893-4be3-9534-57dfa41a4d59 req-e613ba7b-cb81-4b74-8ee5-73fca2b5db2a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.1664813 Jan 18 13:25:20.995727 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ca4c1090-6893-4be3-9534-57dfa41a4d59 req-9c0fe074-29a3-400a-a565-49f2c97824f1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Jan 18 13:25:21.030230 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032605'] for router, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.030795 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b2b964a-d12b-42ee-9ac9-6ab01df426ba {{(pid=83736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:25:21.052367 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] Notify callbacks [] for router, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.054402 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-74e4e5c7-a126-4bdb-a85a-8cf20b16ae75 admin admin] 10.222.0.87 "DELETE /v2.0/routers/0b2b964a-d12b-42ee-9ac9-6ab01df426ba HTTP/1.1" status: 204 len: 168 time: 2.1091201 Jan 18 13:25:21.057395 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 60076) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:21.130632 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_v2 [None req-47793470-6d89-490b-928a-ce3bef1a49d9 admin admin] Deleting subnet 365ce45c-8c43-4c66-b4a7-c55912917fe8 {{(pid=83737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:25:21.135392 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47793470-6d89-490b-928a-ce3bef1a49d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.192554 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47793470-6d89-490b-928a-ce3bef1a49d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091171'] for subnet, precommit_delete_associations {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.274633 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47793470-6d89-490b-928a-ce3bef1a49d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.402141 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47793470-6d89-490b-928a-ce3bef1a49d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1345888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1911589'] for subnet, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.441288 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47793470-6d89-490b-928a-ce3bef1a49d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365ce45c-8c43-4c66-b4a7-c55912917fe8,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:21.448682 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-47793470-6d89-490b-928a-ce3bef1a49d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for subnet, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.454022 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba82aa2-da04-4e16-a113-6f013c0740ad None None] Network 69a2a9dd-597c-4235-8210-c59aeb99ba2a requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:25:21.455539 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-47793470-6d89-490b-928a-ce3bef1a49d9 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/365ce45c-8c43-4c66-b4a7-c55912917fe8 HTTP/1.1" status: 204 len: 168 time: 0.3969605 Jan 18 13:25:21.458110 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 60080) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:21.585222 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 07d7453d-8838-4364-8b69-ce198ba03523 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:25:21.586698 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.599543 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Deleting port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd {{(pid=83737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:21.599877 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.641317 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 07d7453d-8838-4364-8b69-ce198ba03523 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:25:21.641643 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 07d7453d-8838-4364-8b69-ce198ba03523 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:25:21.642062 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 8b99b42e-6195-41d6-af95-5d1647e14767 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:25:21.663963 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [req-489d1788-ca0d-49cb-81ff-37b8e9c73826 req-336996a9-7647-4202-a484-2956c8cbc4ba service neutron] (83736) timed out ('10.222.0.91', 64374) {{(pid=83736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:25:21.691205 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 8b99b42e-6195-41d6-af95-5d1647e14767 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:25:21.691565 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 8b99b42e-6195-41d6-af95-5d1647e14767 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:25:21.776783 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7c4ad0b2-29a4-4594-ada6-874c949339b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.824420 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.db [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] For port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=39013d73-9ae0-4a40-9f9d-9d526f2de0fd,segment=NetworkSegment(4db0801a-2fb6-4fd4-8785-944fb6bb304e),segment_id=4db0801a-2fb6-4fd4-8785-944fb6bb304e)] {{(pid=83737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:21.824777 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.846891 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02128005-c415-4c19-b4cf-dfcadf54e5b5 None None] DHCP port deletion for 69a2a9dd-597c-4235-8210-c59aeb99ba2a request from dv-cinder-825102-1-iscsi {{(pid=83738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:25:21.851185 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-02128005-c415-4c19-b4cf-dfcadf54e5b5 None None] Deleting port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:21.851588 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02128005-c415-4c19-b4cf-dfcadf54e5b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.968095 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.plugin [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Calling delete_port for 39013d73-9ae0-4a40-9f9d-9d526f2de0fd owned by network:dhcp {{(pid=83737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:22.070805 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-02128005-c415-4c19-b4cf-dfcadf54e5b5 None None] For port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=39013d73-9ae0-4a40-9f9d-9d526f2de0fd,segment=NetworkSegment(4db0801a-2fb6-4fd4-8785-944fb6bb304e),segment_id=4db0801a-2fb6-4fd4-8785-944fb6bb304e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:22.071372 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02128005-c415-4c19-b4cf-dfcadf54e5b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.115949 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.162014 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Pushing event deleted for resources: {'Port': ['ID=39013d73-9ae0-4a40-9f9d-9d526f2de0fd,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:22.168500 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] No DVR routers for this DVR port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd on host dv-cinder-825102-1-iscsi {{(pid=83737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:25:22.198416 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-02128005-c415-4c19-b4cf-dfcadf54e5b5 None None] Calling delete_port for 39013d73-9ae0-4a40-9f9d-9d526f2de0fd owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:22.223211 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c84fa-369e-41b0-ab66-8084b0f5d3f4 req-7fa3f440-6f94-4752-9cd7-016d4d7ae2b8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:22.225252 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-290c84fa-369e-41b0-ab66-8084b0f5d3f4 req-7fa3f440-6f94-4752-9cd7-016d4d7ae2b8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0983965 Jan 18 13:25:22.270720 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.api [None req-02128005-c415-4c19-b4cf-dfcadf54e5b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:25:22.271201 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG oslo_db.api [None req-02128005-c415-4c19-b4cf-dfcadf54e5b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:25:22.285491 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-290c84fa-369e-41b0-ab66-8084b0f5d3f4 req-ee231b7d-260b-4578-9f4e-f156e046d5a8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512531 Jan 18 13:25:22.290851 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.317790 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a2a9dd-597c-4235-8210-c59aeb99ba2a']}} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:22.330736 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db0801a-2fb6-4fd4-8785-944fb6bb304e') {'for_net_delete': True} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:22.330992 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.services.segments.db [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db0801a-2fb6-4fd4-8785-944fb6bb304e') {} {{(pid=83737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:22.343344 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091176'] for segment, before_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.360955 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.367280 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=83737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:25:22.371066 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347526'] for segment, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: Traceback (most recent call last): Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: timer() Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: cb(*args, **kw) Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: return func(*args, **kwargs) Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: self._notify() Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: self.callback(batched_events) Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: event.method(event) Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: return f(self, *a, **k) Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._get(url).json() Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: return self.request(url, 'GET', **kwargs) Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:25:22.381474 dv-cinder-825102-1-iscsi neutron-server[83737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:25:22.511448 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1fa69-91c1-4938-bf7f-917a20b5190a req-84f948b4-dd4e-4974-97a4-64956dfa95f8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:22.512890 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8bb1fa69-91c1-4938-bf7f-917a20b5190a req-84f948b4-dd4e-4974-97a4-64956dfa95f8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0877051 Jan 18 13:25:22.560739 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8bb1fa69-91c1-4938-bf7f-917a20b5190a req-bd0bc267-efe5-4828-a12a-ce49d04dba67 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421331 Jan 18 13:25:22.588936 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60088) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:22.619165 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.624137 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.650152 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] Pushing event deleted for resources: {'Network': ['ID=69a2a9dd-597c-4235-8210-c59aeb99ba2a,revision_number=None']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:22.661445 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-e25dd9e7-6e17-4d29-bc41-13040af7e03b admin admin] 10.222.0.87 "DELETE /v2.0/networks/69a2a9dd-597c-4235-8210-c59aeb99ba2a HTTP/1.1" status: 204 len: 168 time: 1.1979177 Jan 18 13:25:22.737925 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-76f1ca6a-5ea7-4173-a378-40489fd77da5 tempest-TestShelveInstance-1228057256 tempest-TestShelveInstance-1228057256-project-admin] Synchronizing usage tracker for tenant:eeffd3146af24bb28fca28dd239fdd8a on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:25:22.773369 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-02128005-c415-4c19-b4cf-dfcadf54e5b5 None None] Deleting port 39013d73-9ae0-4a40-9f9d-9d526f2de0fd {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:22.773949 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-02128005-c415-4c19-b4cf-dfcadf54e5b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.804535 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.841929 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-02128005-c415-4c19-b4cf-dfcadf54e5b5 None None] The port '39013d73-9ae0-4a40-9f9d-9d526f2de0fd' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:25:22.854997 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [None req-76f1ca6a-5ea7-4173-a378-40489fd77da5 tempest-TestShelveInstance-1228057256 tempest-TestShelveInstance-1228057256-project-admin] Unset dirty status for tenant:eeffd3146af24bb28fca28dd239fdd8a on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:25:22.856517 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-76f1ca6a-5ea7-4173-a378-40489fd77da5 tempest-TestShelveInstance-1228057256 tempest-TestShelveInstance-1228057256-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1093 time: 0.2666240 Jan 18 13:25:22.860348 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [-] (83737) accepted ('10.222.0.87', 60096) {{(pid=83737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:22.866021 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.v2.base [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Request body: {'floatingip': {'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'port_id': '5b274bf0-e785-478e-9750-c77696b975c6', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:25:22.871593 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:22.876008 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Usage tracker for resource:floatingip and tenant:93e1e08afb504e08834871d5f1256f41 is out of sync, need to count used quota {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:25:22.879135 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.quota.resource [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83737) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:25:22.884880 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.quota.driver [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83737) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:23.002143 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for floatingip, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.003880 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.093405 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60100) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:23.140567 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.144725 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-7df6f79f-e7c5-4f4c-a1ee-3f5715da910b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a0cf2555372d4833a1b2cbdd625d2186&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501482 Jan 18 13:25:23.147344 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60104) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:23.209761 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9e4a-1d82-47f6-8b43-4bc6c3bcacd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.235130 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9e4a-1d82-47f6-8b43-4bc6c3bcacd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.284069 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.db_base_plugin_common [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Allocated IP 172.27.1.81 (c819a04a-d4de-425c-932c-045951f85bec/7f66ffab-49ed-4d12-a06b-2e008d7eef03/8ff4ad79-e238-4151-a310-f3927685d847) {{(pid=83737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:25:23.384503 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9e4a-1d82-47f6-8b43-4bc6c3bcacd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.402602 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f9e4a-1d82-47f6-8b43-4bc6c3bcacd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a68998-979e-4de8-b9ef-74c77ca01682,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:23.410486 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9e4a-1d82-47f6-8b43-4bc6c3bcacd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.414574 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-8d8f9e4a-1d82-47f6-8b43-4bc6c3bcacd4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/18a68998-979e-4de8-b9ef-74c77ca01682 HTTP/1.1" status: 204 len: 168 time: 0.2661214 Jan 18 13:25:23.445139 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for port, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.476327 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 39013d73-9ae0-4a40-9f9d-9d526f2de0fd no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:25:23.523094 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 39013d73-9ae0-4a40-9f9d-9d526f2de0fd {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:25:23.523651 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 39013d73-9ae0-4a40-9f9d-9d526f2de0fd not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:25:23.527857 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737921512677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1347475'] for port, after_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.595259 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Network c819a04a-d4de-425c-932c-045951f85bec is already hosted by enough agents. {{(pid=83737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:25:23.598167 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.base_scheduler [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Resources bound (agent type, host, resource id): {{(pid=83737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:25:23.601922 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Received port after_create {{(pid=83737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:25:23.634407 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event updated for resources: {'Port': ['ID=8ff4ad79-e238-4151-a310-f3927685d847,revision_number=1']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:24.126274 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:24.163371 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:24.229698 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60112) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:24.295861 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-364f6fa7-89d5-42d3-bc08-e70d226dab45 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c5d34056ac47431ea8f999da61b3fe87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0649798 Jan 18 13:25:24.298344 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60116) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:24.306635 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:24.459147 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1f887efd-0f45-43c6-bdda-58b2082b974a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:24.484650 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1f887efd-0f45-43c6-bdda-58b2082b974a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:24.530316 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for port, precommit_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:24.613501 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347482'] for port, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:24.641818 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1f887efd-0f45-43c6-bdda-58b2082b974a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:24.659973 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f887efd-0f45-43c6-bdda-58b2082b974a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0a0f2b-5165-437b-aa70-fa038d6aac3a,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:24.663537 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-1f887efd-0f45-43c6-bdda-58b2082b974a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:24.664721 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-1f887efd-0f45-43c6-bdda-58b2082b974a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1c0a0f2b-5165-437b-aa70-fa038d6aac3a HTTP/1.1" status: 204 len: 168 time: 0.3654335 Jan 18 13:25:24.718563 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event updated for resources: {'Port': ['ID=8ff4ad79-e238-4151-a310-f3927685d847,revision_number=2']} {{(pid=83737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:24.736529 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1039142'] for floatingip, after_update {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:25.027551 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.db.l3_db [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Floating IP 7bc777fa-8536-4458-8ce5-468e93b4ff42 associated. External IP: 172.27.1.81, port: 5b274bf0-e785-478e-9750-c77696b975c6. Jan 18 13:25:25.436781 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:25:25.644181 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:25:25.656902 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38483e35-5dda-4434-8236-3095f78ab801 None None] Sync routers for ids ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:25:25.668912 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38483e35-5dda-4434-8236-3095f78ab801 None None] Routers {'0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:25:25.669586 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-38483e35-5dda-4434-8236-3095f78ab801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:25:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:25.726656 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron_lib.callbacks.manager [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:25.784123 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.wsgi [None req-92ee06f9-2244-4c6d-9656-7da07701d1db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9224124 Jan 18 13:25:25.784770 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6'}] {{(pid=83737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:25:25.843470 dv-cinder-825102-1-iscsi neutron-server[83737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6', 'status': 'completed', 'code': 200} Jan 18 13:25:25.860978 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-38483e35-5dda-4434-8236-3095f78ab801 None None] Set router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:25:25.960052 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb3e6ccd-a4bb-430c-a83f-ebfbc906447f req-94b6d252-fc60-4335-a3f2-762a98139557 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93e1e08afb504e08834871d5f1256f41&device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1098 time: 0.0727124 Jan 18 13:25:26.097891 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e6ccd-a4bb-430c-a83f-ebfbc906447f req-7967eb0b-d46d-459c-aff7-a2f40386d512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:26.099494 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb3e6ccd-a4bb-430c-a83f-ebfbc906447f req-7967eb0b-d46d-459c-aff7-a2f40386d512 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f47501c5-26e6-4481-8544-fd22f4d9f1f7 HTTP/1.1" status: 200 len: 910 time: 0.1334481 Jan 18 13:25:26.230063 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb3e6ccd-a4bb-430c-a83f-ebfbc906447f req-539c06e9-e620-4307-8fb5-907c7d3fd060 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b274bf0-e785-478e-9750-c77696b975c6 HTTP/1.1" status: 200 len: 998 time: 0.1230898 Jan 18 13:25:26.252266 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-38483e35-5dda-4434-8236-3095f78ab801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '7bc777fa-8536-4458-8ce5-468e93b4ff42', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'port_id': '5b274bf0-e785-478e-9750-c77696b975c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'mac_address': 'fa:16:3e:9f:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:25:23Z', 'updated_at': '2022-01-18T13:25:23Z', 'revision_number': 0, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65d61b98-6af2-4892-88aa-75304ba29142', 'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:22Z', 'updated_at': '2022-01-18T13:24:41Z', 'revision_number': 5, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'subnets': [{'id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:26.257430 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38483e35-5dda-4434-8236-3095f78ab801 None None] Checking router: 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:25:26.269752 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38483e35-5dda-4434-8236-3095f78ab801 None None] Routers {'0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:25:26.270340 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-38483e35-5dda-4434-8236-3095f78ab801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:25:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:26.291199 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e6ccd-a4bb-430c-a83f-ebfbc906447f req-afa7cef8-2afb-4e5f-8a9a-0cf8778981e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:26.292668 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb3e6ccd-a4bb-430c-a83f-ebfbc906447f req-afa7cef8-2afb-4e5f-8a9a-0cf8778981e6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0066c9be-8ad5-4d10-93d3-47a6f217e818 HTTP/1.1" status: 200 len: 848 time: 0.0573897 Jan 18 13:25:26.369884 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb3e6ccd-a4bb-430c-a83f-ebfbc906447f req-67512df4-f2c7-4560-8d2c-dfd6fb61254a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f47501c5-26e6-4481-8544-fd22f4d9f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719693 Jan 18 13:25:26.500277 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-38483e35-5dda-4434-8236-3095f78ab801 None None] Set router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:25:26.516456 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb3e6ccd-a4bb-430c-a83f-ebfbc906447f req-a8c9f1c2-3ffb-4230-aa56-e144f9055661 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401439 Jan 18 13:25:26.656167 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb3e6ccd-a4bb-430c-a83f-ebfbc906447f req-b920fbb7-4a83-4ee3-9f56-c34a3fba6429 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343112 Jan 18 13:25:26.862745 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-38483e35-5dda-4434-8236-3095f78ab801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '7bc777fa-8536-4458-8ce5-468e93b4ff42', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'port_id': '5b274bf0-e785-478e-9750-c77696b975c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'mac_address': 'fa:16:3e:9f:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:25:23Z', 'updated_at': '2022-01-18T13:25:23Z', 'revision_number': 0, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65d61b98-6af2-4892-88aa-75304ba29142', 'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:22Z', 'updated_at': '2022-01-18T13:24:41Z', 'revision_number': 5, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'subnets': [{'id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:26.866935 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38483e35-5dda-4434-8236-3095f78ab801 None None] The sync data for ids ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'] in dv-cinder-825102-1-iscsi is: [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_floatingips': [{'id': '7bc777fa-8536-4458-8ce5-468e93b4ff42', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'router_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'port_id': '5b274bf0-e785-478e-9750-c77696b975c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'mac_address': 'fa:16:3e:9f:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:25:23Z', 'updated_at': '2022-01-18T13:25:23Z', 'revision_number': 0, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65d61b98-6af2-4892-88aa-75304ba29142', 'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:22Z', 'updated_at': '2022-01-18T13:24:41Z', 'revision_number': 5, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'subnets': [{'id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:25:27.066756 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e546eb8-8220-4d47-bf4d-eca2dc20d56f None None] New status for floating IP 7bc777fa-8536-4458-8ce5-468e93b4ff42: ACTIVE {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:25:31.870504 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:39.474702 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:25:44.269963 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-64fffc07-4f87-402a-9fcd-7e4656d65905 req-cb61224f-3afb-487e-a3e0-e5c1b141beda service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719376 Jan 18 13:25:44.424349 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-64fffc07-4f87-402a-9fcd-7e4656d65905 req-4bc5dd91-884d-4af7-871c-1ed4a1b89590 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93e1e08afb504e08834871d5f1256f41&device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1098 time: 0.0681438 Jan 18 13:25:44.568735 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fffc07-4f87-402a-9fcd-7e4656d65905 req-e41060eb-9220-4b77-bd81-207118218d4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:44.570181 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-64fffc07-4f87-402a-9fcd-7e4656d65905 req-e41060eb-9220-4b77-bd81-207118218d4c service neutron] 10.222.0.91 "GET /v2.0/networks?id=f47501c5-26e6-4481-8544-fd22f4d9f1f7 HTTP/1.1" status: 200 len: 910 time: 0.1272812 Jan 18 13:25:44.686384 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-64fffc07-4f87-402a-9fcd-7e4656d65905 req-a11b3b08-cdbc-4b0c-a3c6-7ce978b89a6e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b274bf0-e785-478e-9750-c77696b975c6 HTTP/1.1" status: 200 len: 1000 time: 0.1093490 Jan 18 13:25:44.753327 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fffc07-4f87-402a-9fcd-7e4656d65905 req-69eddb41-87f2-4de7-a43a-be83888151df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:44.754759 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-64fffc07-4f87-402a-9fcd-7e4656d65905 req-69eddb41-87f2-4de7-a43a-be83888151df service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0066c9be-8ad5-4d10-93d3-47a6f217e818 HTTP/1.1" status: 200 len: 848 time: 0.0626626 Jan 18 13:25:44.835240 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-64fffc07-4f87-402a-9fcd-7e4656d65905 req-6a73977f-f21e-4dee-8d6e-63ee612f9d5a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f47501c5-26e6-4481-8544-fd22f4d9f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735295 Jan 18 13:25:44.965033 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-64fffc07-4f87-402a-9fcd-7e4656d65905 req-75afb1f4-4e72-4b9f-8dc3-7d257df331cd service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232040 Jan 18 13:25:45.195496 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-64fffc07-4f87-402a-9fcd-7e4656d65905 req-51472866-b9cd-4857-8a27-936fc40f4003 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240562 Jan 18 13:25:49.327569 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e2e8d391-8ad0-42ea-b1d8-6ee8cbae4c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:51.687278 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-14eafeee-ad8c-40f4-b3d3-f8fbab5a7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.795152 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.944353 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:54.101136 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:01.841274 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:16.475643 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:26:19.309824 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e7f120c0-fe99-4356-8a5a-d53ec59c5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:21.709577 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3c4a34a9-3479-4e93-b0dd-0fdd96feefe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:22.800535 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:22.953707 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:24.120987 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:31.833306 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:45.506394 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-971da9f6-4011-4519-87ff-f8fdc9b747cb req-778344e5-bcc1-469a-a91a-bcbf2adacfee service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677979 Jan 18 13:26:45.663176 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-971da9f6-4011-4519-87ff-f8fdc9b747cb req-e450a7d4-6ace-445f-b7f3-8f7bc885be6e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93e1e08afb504e08834871d5f1256f41&device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1098 time: 0.0728559 Jan 18 13:26:45.809053 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da9f6-4011-4519-87ff-f8fdc9b747cb req-774f8b19-f38b-4f6d-a92c-d890f539a9eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:45.810490 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-971da9f6-4011-4519-87ff-f8fdc9b747cb req-774f8b19-f38b-4f6d-a92c-d890f539a9eb service neutron] 10.222.0.91 "GET /v2.0/networks?id=f47501c5-26e6-4481-8544-fd22f4d9f1f7 HTTP/1.1" status: 200 len: 910 time: 0.1294630 Jan 18 13:26:45.914604 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-971da9f6-4011-4519-87ff-f8fdc9b747cb req-bb643f0c-c960-4c7d-b7db-14e2da6db67e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b274bf0-e785-478e-9750-c77696b975c6 HTTP/1.1" status: 200 len: 1000 time: 0.0988429 Jan 18 13:26:45.975681 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da9f6-4011-4519-87ff-f8fdc9b747cb req-b78640b6-d928-400a-a1b6-ddb77b069c25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:45.977105 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-971da9f6-4011-4519-87ff-f8fdc9b747cb req-b78640b6-d928-400a-a1b6-ddb77b069c25 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0066c9be-8ad5-4d10-93d3-47a6f217e818 HTTP/1.1" status: 200 len: 848 time: 0.0575025 Jan 18 13:26:46.051032 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-971da9f6-4011-4519-87ff-f8fdc9b747cb req-2da695fb-9862-4223-b784-e546b61e7e01 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f47501c5-26e6-4481-8544-fd22f4d9f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682580 Jan 18 13:26:46.183365 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-971da9f6-4011-4519-87ff-f8fdc9b747cb req-a7b3203d-8c75-4df4-ad5d-6905ebd7f43f service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254933 Jan 18 13:26:46.313951 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-971da9f6-4011-4519-87ff-f8fdc9b747cb req-d49f4046-71be-4b75-bfff-1fcddec11f13 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248217 Jan 18 13:26:49.313462 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-48c9b8d6-a42f-43f5-ba93-034ec6858c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:51.701537 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c0986ef4-18f3-48bd-9f2a-e1ab046e59ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:52.817741 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:52.971552 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:53.476258 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:26:54.113357 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:01.855830 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:19.285962 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-78b8b9c2-3a71-4e05-9836-8f45f3425636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:21.737337 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3673-125d-4904-acc8-493a93ff3fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:22.816684 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:22.971164 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:24.125556 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:30.476282 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:27:31.884087 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:40.681317 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309e6a3-428e-408d-accb-c45faa7611cc req-406d472d-4d51-43fd-bddc-4b890ccea745 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:40.682778 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5309e6a3-428e-408d-accb-c45faa7611cc req-406d472d-4d51-43fd-bddc-4b890ccea745 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0835969 Jan 18 13:27:40.729220 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5309e6a3-428e-408d-accb-c45faa7611cc req-3c165be5-2f49-44bd-85d6-c10a37ed67f4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409615 Jan 18 13:27:41.946685 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998912f-6b87-42eb-a715-cd2c4c32a52f req-ef47ac6b-9bc3-45a5-a21a-4eb0efe8714b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:41.948158 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c998912f-6b87-42eb-a715-cd2c4c32a52f req-ef47ac6b-9bc3-45a5-a21a-4eb0efe8714b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0804229 Jan 18 13:27:41.995512 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c998912f-6b87-42eb-a715-cd2c4c32a52f req-28b709a8-5b7d-455d-92cc-a545ebf0349d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418732 Jan 18 13:27:43.209593 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c35ea-f9ff-4fd6-ac86-f83dc52bfc8e req-4f347cd7-6ebd-4343-970f-40031fa7898c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:43.211662 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6a6c35ea-f9ff-4fd6-ac86-f83dc52bfc8e req-4f347cd7-6ebd-4343-970f-40031fa7898c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0760133 Jan 18 13:27:43.255860 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6a6c35ea-f9ff-4fd6-ac86-f83dc52bfc8e req-62a881ac-218f-45c8-bf8b-eba18827027e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386820 Jan 18 13:27:44.458108 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444b164-7fa9-44ef-bb41-21d7bdf23033 req-fa3626ec-6971-465e-a11f-f6a4cb52072d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:44.459518 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2444b164-7fa9-44ef-bb41-21d7bdf23033 req-fa3626ec-6971-465e-a11f-f6a4cb52072d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0823982 Jan 18 13:27:44.506068 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2444b164-7fa9-44ef-bb41-21d7bdf23033 req-8641a0f2-6366-46a3-a65d-363c76e28cdc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402694 Jan 18 13:27:45.712796 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445a5a0-4f27-4b43-905d-ada5db686ca4 req-e3b8f7f2-2ad3-46e2-b1c6-b70addfa992d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:45.714276 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f445a5a0-4f27-4b43-905d-ada5db686ca4 req-e3b8f7f2-2ad3-46e2-b1c6-b70addfa992d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0775568 Jan 18 13:27:45.761143 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f445a5a0-4f27-4b43-905d-ada5db686ca4 req-c45b358e-6fe3-458b-942b-88db4d8ed836 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413136 Jan 18 13:27:46.965359 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb09ab9-9ad4-4ef2-929e-06fe6fe68f04 req-5e4ec7e2-8f10-4054-bfa0-afbd03ddf442 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:46.966881 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0cb09ab9-9ad4-4ef2-929e-06fe6fe68f04 req-5e4ec7e2-8f10-4054-bfa0-afbd03ddf442 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0839539 Jan 18 13:27:47.012552 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0cb09ab9-9ad4-4ef2-929e-06fe6fe68f04 req-f21b947a-253d-4160-81cb-0e2a1f13fdc4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400939 Jan 18 13:27:47.557632 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a3fa721a-31dc-46bf-9606-298a4b700867 req-3d2bf458-7b69-4761-9517-6318ddc81230 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93e1e08afb504e08834871d5f1256f41&device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1098 time: 0.0729389 Jan 18 13:27:47.706983 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa721a-31dc-46bf-9606-298a4b700867 req-91c143eb-73f4-4a99-97e1-04db8769823a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:47.708454 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a3fa721a-31dc-46bf-9606-298a4b700867 req-91c143eb-73f4-4a99-97e1-04db8769823a service neutron] 10.222.0.91 "GET /v2.0/networks?id=f47501c5-26e6-4481-8544-fd22f4d9f1f7 HTTP/1.1" status: 200 len: 910 time: 0.1327233 Jan 18 13:27:47.906452 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a3fa721a-31dc-46bf-9606-298a4b700867 req-9db64616-d3e6-44c5-9d7f-a779d0067bc8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b274bf0-e785-478e-9750-c77696b975c6 HTTP/1.1" status: 200 len: 1000 time: 0.1923840 Jan 18 13:27:47.983093 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa721a-31dc-46bf-9606-298a4b700867 req-1da15ecb-9af2-4d26-849b-9e5766fc6ec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:47.984572 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a3fa721a-31dc-46bf-9606-298a4b700867 req-1da15ecb-9af2-4d26-849b-9e5766fc6ec5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0066c9be-8ad5-4d10-93d3-47a6f217e818 HTTP/1.1" status: 200 len: 848 time: 0.0720985 Jan 18 13:27:48.068393 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a3fa721a-31dc-46bf-9606-298a4b700867 req-902bcfe7-1eda-412d-98d9-74fdc6a8a3d8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f47501c5-26e6-4481-8544-fd22f4d9f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784974 Jan 18 13:27:48.255856 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a3fa721a-31dc-46bf-9606-298a4b700867 req-240548cd-5e5d-445d-a8a4-20bf6ef20055 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815996 Jan 18 13:27:48.289739 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe0867-1c85-4501-94e7-ca5c293f72d3 req-ab0bc101-1ea0-4f69-929b-07fec590b9b7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:48.291211 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8cbe0867-1c85-4501-94e7-ca5c293f72d3 req-ab0bc101-1ea0-4f69-929b-07fec590b9b7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.1483202 Jan 18 13:27:48.426649 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8cbe0867-1c85-4501-94e7-ca5c293f72d3 req-4820e87d-d5f3-4c4b-a7db-8c5a81ce5189 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272416 Jan 18 13:27:48.448632 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a3fa721a-31dc-46bf-9606-298a4b700867 req-8fdd8bf7-ffc6-4f3b-9691-ff0f97484cd8 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871617 Jan 18 13:27:49.313885 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-60d5eab2-da4e-4502-a10f-60360a049c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:49.636936 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260931f-737c-4198-a467-045780d52ef9 req-08749f66-d0da-44c1-9114-aa6c5d7482bc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:49.638557 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6260931f-737c-4198-a467-045780d52ef9 req-08749f66-d0da-44c1-9114-aa6c5d7482bc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0851593 Jan 18 13:27:49.686825 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6260931f-737c-4198-a467-045780d52ef9 req-aabbf9a0-f90d-43ff-9ea7-702c92251952 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Jan 18 13:27:50.939263 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d6339-ecd8-4eb7-963b-6716ed3f3ac9 req-d742e609-c926-447f-b077-135b3f943be6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:50.940633 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b54d6339-ecd8-4eb7-963b-6716ed3f3ac9 req-d742e609-c926-447f-b077-135b3f943be6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.1314144 Jan 18 13:27:50.947470 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1f67451d-6e51-4d33-be83-d82aa68bfc27 req-b5814fce-1193-411d-9522-a77b18420be0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93e1e08afb504e08834871d5f1256f41&device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1098 time: 0.1052039 Jan 18 13:27:51.071087 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b54d6339-ecd8-4eb7-963b-6716ed3f3ac9 req-61c2e7cc-3636-4ee2-b59a-851c787c833f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226773 Jan 18 13:27:51.107818 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67451d-6e51-4d33-be83-d82aa68bfc27 req-53a2f9bf-3169-41a9-b950-7080927d80ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:51.109236 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1f67451d-6e51-4d33-be83-d82aa68bfc27 req-53a2f9bf-3169-41a9-b950-7080927d80ff service neutron] 10.222.0.91 "GET /v2.0/networks?id=f47501c5-26e6-4481-8544-fd22f4d9f1f7 HTTP/1.1" status: 200 len: 910 time: 0.1478035 Jan 18 13:27:51.212242 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1f67451d-6e51-4d33-be83-d82aa68bfc27 req-ccfe5408-5986-4200-83ac-466d6bad3ab3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b274bf0-e785-478e-9750-c77696b975c6 HTTP/1.1" status: 200 len: 1000 time: 0.0965707 Jan 18 13:27:51.275835 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67451d-6e51-4d33-be83-d82aa68bfc27 req-d2512c7c-d008-475d-8d82-3f261c5b323b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:51.277285 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1f67451d-6e51-4d33-be83-d82aa68bfc27 req-d2512c7c-d008-475d-8d82-3f261c5b323b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0066c9be-8ad5-4d10-93d3-47a6f217e818 HTTP/1.1" status: 200 len: 848 time: 0.0600317 Jan 18 13:27:51.349524 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1f67451d-6e51-4d33-be83-d82aa68bfc27 req-73d74f8d-b623-4828-a1a7-ab1d3b99a868 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f47501c5-26e6-4481-8544-fd22f4d9f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667362 Jan 18 13:27:51.481796 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1f67451d-6e51-4d33-be83-d82aa68bfc27 req-26b2c81f-4f39-4f7a-9455-4f37163be837 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255231 Jan 18 13:27:51.610792 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1f67451d-6e51-4d33-be83-d82aa68bfc27 req-15620b2c-d2e2-4336-9196-7de9346a7104 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231828 Jan 18 13:27:51.764950 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-ae771865-2360-4928-80e9-c29383ff6491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:52.262450 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b586a99-d110-4305-9e12-c695b02d3735 req-1afb5bcd-bbb0-43d8-96d3-fc28c99450e3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:52.263919 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9b586a99-d110-4305-9e12-c695b02d3735 req-1afb5bcd-bbb0-43d8-96d3-fc28c99450e3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0748093 Jan 18 13:27:52.404152 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9b586a99-d110-4305-9e12-c695b02d3735 req-79729308-830f-4f7c-bd0f-d892fb930cab tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344719 Jan 18 13:27:52.793779 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:52.964730 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:53.607691 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70d47a-3a37-4851-a004-2fb36422d8d9 req-e762b410-c859-4a46-a2db-bc79dea8b160 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:53.618976 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee70d47a-3a37-4851-a004-2fb36422d8d9 req-e762b410-c859-4a46-a2db-bc79dea8b160 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0775123 Jan 18 13:27:53.655863 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ee70d47a-3a37-4851-a004-2fb36422d8d9 req-c0009fb5-38ac-4362-aa22-da7e741ad5ff tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412860 Jan 18 13:27:54.111581 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:54.865068 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec0ab1-74f5-417f-be52-83ce1606c1ef req-52345f81-a4d1-4e41-9d76-6a5a29a7949f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:54.866520 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-72ec0ab1-74f5-417f-be52-83ce1606c1ef req-52345f81-a4d1-4e41-9d76-6a5a29a7949f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0812037 Jan 18 13:27:54.914341 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-72ec0ab1-74f5-417f-be52-83ce1606c1ef req-9e2b798a-4588-4501-89a5-ba5af5adfd40 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Jan 18 13:27:55.293255 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-89fbccbc-4dca-499b-ab24-6367acd8905c req-ebd8b716-4581-4a8b-9590-06fca463d0e6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2600996 Jan 18 13:27:55.735583 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f3012-6eeb-40f0-aed2-f982a23503d7 req-e48d6e8f-6391-4e07-94c1-358ebf1a2fbd tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:55.736943 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-125f3012-6eeb-40f0-aed2-f982a23503d7 req-e48d6e8f-6391-4e07-94c1-358ebf1a2fbd tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0801377 Jan 18 13:27:55.781937 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-125f3012-6eeb-40f0-aed2-f982a23503d7 req-b96bf52d-8771-4510-9565-9398fed017b1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394807 Jan 18 13:27:56.979980 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6104669-c544-43ec-b157-93d54439410f req-98063077-d625-4000-8af1-4bed0a01e17d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:56.981421 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f6104669-c544-43ec-b157-93d54439410f req-98063077-d625-4000-8af1-4bed0a01e17d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0746777 Jan 18 13:27:57.026319 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f6104669-c544-43ec-b157-93d54439410f req-d0615ed6-775a-4b1b-85d2-acedda8a18c5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 Jan 18 13:27:57.177209 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 5b274bf0-e785-478e-9750-c77696b975c6 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:27:57.283180 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:57.309266 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:27:57.318727 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 5b274bf0-e785-478e-9750-c77696b975c6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b274bf0-e785-478e-9750-c77696b975c6,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:27:57.397444 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:57.466936 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=5b274bf0-e785-478e-9750-c77696b975c6,revision_number=6']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:57.475355 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:57.475751 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:57.476038 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:57.476367 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:57.476779 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:57.477093 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:57.477413 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:57.477736 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:57.478126 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:57.478454 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:57.478782 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:57.508832 dv-cinder-825102-1-iscsi neutron-server[83738]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6', 'code': 422} returned with failed status Jan 18 13:27:58.235331 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e645699-50aa-4a7b-8d6e-1d9c89676f01 req-e76310a7-3db8-4664-b6c7-9fd9cb6d8302 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:58.236778 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e645699-50aa-4a7b-8d6e-1d9c89676f01 req-e76310a7-3db8-4664-b6c7-9fd9cb6d8302 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0827892 Jan 18 13:27:58.283061 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8e645699-50aa-4a7b-8d6e-1d9c89676f01 req-0f2ff08a-1826-43a8-8b1b-3ed3a42f5d44 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407090 Jan 18 13:27:59.501964 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8f1c6-5449-42f9-9df7-8d9f8a627b2b req-a3391b1a-e47e-4801-9b8e-83327db3df46 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:59.503516 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b0d8f1c6-5449-42f9-9df7-8d9f8a627b2b req-a3391b1a-e47e-4801-9b8e-83327db3df46 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0934765 Jan 18 13:27:59.557392 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b0d8f1c6-5449-42f9-9df7-8d9f8a627b2b req-07110e8e-c92c-4174-bd12-20b96caa9a52 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477436 Jan 18 13:28:00.752464 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe66d7-f85f-4b29-8a5c-10d06fb668b7 req-da646c67-5b52-4bbc-b625-eee565e0d480 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:00.753901 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6bbe66d7-f85f-4b29-8a5c-10d06fb668b7 req-da646c67-5b52-4bbc-b625-eee565e0d480 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0755167 Jan 18 13:28:00.798926 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6bbe66d7-f85f-4b29-8a5c-10d06fb668b7 req-3ba1fdb6-2c37-4fc4-8c58-f3a857965082 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385919 Jan 18 13:28:01.860526 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:02.004122 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1116b-abd1-4880-97ef-08ed326778b6 req-1f9fbf16-d99e-40ba-8f16-651f0e597201 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:02.005665 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8ea1116b-abd1-4880-97ef-08ed326778b6 req-1f9fbf16-d99e-40ba-8f16-651f0e597201 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0802343 Jan 18 13:28:02.057529 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8ea1116b-abd1-4880-97ef-08ed326778b6 req-01f9da9f-1b10-42cd-935f-6afc533bd76d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450649 Jan 18 13:28:03.255368 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aad399-aebd-42bc-bcb1-e7954c220f4b req-6ca94e53-fd07-4a34-acfc-095a870f8e12 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:03.257401 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-01aad399-aebd-42bc-bcb1-e7954c220f4b req-6ca94e53-fd07-4a34-acfc-095a870f8e12 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0757179 Jan 18 13:28:03.308301 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-01aad399-aebd-42bc-bcb1-e7954c220f4b req-536dc2a3-2413-4f8e-9686-756f0573c0ff tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 Jan 18 13:28:04.515099 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc7dd-e5a5-4163-8110-1c8c7fadd224 req-2386af89-442a-4984-a9ce-2fdd401f9508 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:04.516645 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14bcc7dd-e5a5-4163-8110-1c8c7fadd224 req-2386af89-442a-4984-a9ce-2fdd401f9508 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0856545 Jan 18 13:28:04.564302 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-14bcc7dd-e5a5-4163-8110-1c8c7fadd224 req-a7055c8d-263c-4f74-8cae-d8d48bea544a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420253 Jan 18 13:28:05.769394 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fb9b2-219d-4b08-a803-0b512b1b46d4 req-0f748238-df19-4afc-a0b8-023e71bd7599 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:05.770869 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-010fb9b2-219d-4b08-a803-0b512b1b46d4 req-0f748238-df19-4afc-a0b8-023e71bd7599 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0807328 Jan 18 13:28:05.831879 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-010fb9b2-219d-4b08-a803-0b512b1b46d4 req-05f51052-3309-4dba-a42c-410330526e1c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544746 Jan 18 13:28:07.027777 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db816734-a10e-4d4a-8d97-74a4be363596 req-7b7dafdd-dc8a-4c3f-a09e-8e9ef8ae7f2c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:07.029242 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-db816734-a10e-4d4a-8d97-74a4be363596 req-7b7dafdd-dc8a-4c3f-a09e-8e9ef8ae7f2c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0771573 Jan 18 13:28:07.074811 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-db816734-a10e-4d4a-8d97-74a4be363596 req-1cc876c4-b542-4c20-bf9a-180cbd3b1ecb tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401487 Jan 18 13:28:07.476614 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:28:08.275838 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524671d-119f-44d7-a9ad-94f7db0bfba0 req-1e380882-57ab-4458-b2b7-87d09b9a3a87 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:08.277435 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5524671d-119f-44d7-a9ad-94f7db0bfba0 req-1e380882-57ab-4458-b2b7-87d09b9a3a87 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0799112 Jan 18 13:28:08.323036 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5524671d-119f-44d7-a9ad-94f7db0bfba0 req-73acaf5a-7a00-40cc-8989-5c8be03633ec tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402491 Jan 18 13:28:09.521443 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4046eb-eb23-44f9-beef-6103d8a36e92 req-5a291507-732e-4195-8ff0-b48e675b1efe tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:09.523476 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b4046eb-eb23-44f9-beef-6103d8a36e92 req-5a291507-732e-4195-8ff0-b48e675b1efe tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0785451 Jan 18 13:28:09.573107 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7b4046eb-eb23-44f9-beef-6103d8a36e92 req-a11a6111-1f10-4dcf-9806-ed172a4af4b9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433090 Jan 18 13:28:10.775070 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeea7e0-2294-4c4f-afc4-12ea8ec2d86e req-e225ec3e-1972-41da-85f2-b51990d882e3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:10.776527 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-eeeea7e0-2294-4c4f-afc4-12ea8ec2d86e req-e225ec3e-1972-41da-85f2-b51990d882e3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0794652 Jan 18 13:28:10.821995 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-eeeea7e0-2294-4c4f-afc4-12ea8ec2d86e req-15e7c905-10a0-4cf3-a987-e62f7273fa37 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398610 Jan 18 13:28:12.027734 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597e8f9-f6ec-423d-abcd-7322d445693f req-2e99552a-ba81-45cb-ae0f-c81cc6593069 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:12.029202 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8597e8f9-f6ec-423d-abcd-7322d445693f req-2e99552a-ba81-45cb-ae0f-c81cc6593069 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0754600 Jan 18 13:28:12.075990 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-8597e8f9-f6ec-423d-abcd-7322d445693f req-3b85c92e-863a-46e5-af68-e8395414846c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 Jan 18 13:28:13.281181 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86394f6-5f64-467f-a3b1-2ba08e1e5549 req-32822dd4-7495-4c80-9303-9725b7e4edcf tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:13.282642 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e86394f6-5f64-467f-a3b1-2ba08e1e5549 req-32822dd4-7495-4c80-9303-9725b7e4edcf tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0809991 Jan 18 13:28:13.328383 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e86394f6-5f64-467f-a3b1-2ba08e1e5549 req-7c816015-f3b3-4302-ac73-c71355b24e07 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 Jan 18 13:28:14.527843 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3721e7c-b89c-4a90-8bad-5e1f35727988 req-3b7ae4a3-56cf-40db-9a8f-3b7ce47da026 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:14.529331 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f3721e7c-b89c-4a90-8bad-5e1f35727988 req-3b7ae4a3-56cf-40db-9a8f-3b7ce47da026 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0772398 Jan 18 13:28:14.588110 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f3721e7c-b89c-4a90-8bad-5e1f35727988 req-b65c90ed-cbbd-41fd-813c-0a15bac3e5b2 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528524 Jan 18 13:28:15.783321 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ec76-a95b-4f23-b4e9-dc987038d4d7 req-5db34553-137e-49dd-8202-ae26466184b8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:15.784794 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5177ec76-a95b-4f23-b4e9-dc987038d4d7 req-5db34553-137e-49dd-8202-ae26466184b8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0765204 Jan 18 13:28:15.831985 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5177ec76-a95b-4f23-b4e9-dc987038d4d7 req-8d226203-43ed-4729-88e2-7fdc47f1eeeb tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407279 Jan 18 13:28:17.039609 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159e252-4b5d-4830-9347-22cd32142007 req-2a803b12-9bbd-4d59-b05f-5e5ee283210e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:17.041105 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6159e252-4b5d-4830-9347-22cd32142007 req-2a803b12-9bbd-4d59-b05f-5e5ee283210e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0828147 Jan 18 13:28:17.087685 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6159e252-4b5d-4830-9347-22cd32142007 req-9e27a86a-b494-4217-bc11-a2eec956129c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405409 Jan 18 13:28:18.298043 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf99ab-591e-4a26-b930-b010bf964312 req-a98531aa-74c3-46b0-86e5-f4e2dc8b671e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:18.300294 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bfdf99ab-591e-4a26-b930-b010bf964312 req-a98531aa-74c3-46b0-86e5-f4e2dc8b671e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0821373 Jan 18 13:28:18.352612 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bfdf99ab-591e-4a26-b930-b010bf964312 req-39e90c04-98f0-49c6-ad43-5f0da290e8a4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415323 Jan 18 13:28:19.324806 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3594e964-f6bc-4b3c-b422-d38a9e51e7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:19.671990 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3651dda-d2fd-4707-8fe7-381e9fea3925 req-78786c8a-914b-4544-b21e-228c02d0d146 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:19.673327 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f3651dda-d2fd-4707-8fe7-381e9fea3925 req-78786c8a-914b-4544-b21e-228c02d0d146 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.1839528 Jan 18 13:28:19.722100 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f3651dda-d2fd-4707-8fe7-381e9fea3925 req-e5c203ac-314c-42c9-9c7b-440d708ffb73 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426557 Jan 18 13:28:21.071545 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0f667-999c-4e49-b626-911deb3c3d63 req-65ff5130-566a-42ee-a7a8-926174e50765 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:21.073254 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-50c0f667-999c-4e49-b626-911deb3c3d63 req-65ff5130-566a-42ee-a7a8-926174e50765 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0862832 Jan 18 13:28:21.124338 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-50c0f667-999c-4e49-b626-911deb3c3d63 req-e14e497a-1466-462e-a4ce-994580029b8b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452654 Jan 18 13:28:21.713445 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-75269e3a-e618-41f5-88d4-d5c78f66eb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:22.334225 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf76d7-bf63-455b-932c-b8003fe6e0b5 req-a38036ea-8181-4853-8971-44ebb2bfcfbe tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:22.335834 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-46bf76d7-bf63-455b-932c-b8003fe6e0b5 req-a38036ea-8181-4853-8971-44ebb2bfcfbe tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0834219 Jan 18 13:28:22.393255 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-46bf76d7-bf63-455b-932c-b8003fe6e0b5 req-f9f70796-2e0d-4b0f-ae44-e313c6487eba tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502334 Jan 18 13:28:22.839318 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:22.968606 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:23.599324 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b3056-5d4b-4b6d-a78e-bb8efd8857b5 req-ea850d31-9147-44e1-b2d3-16e69f87282c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:23.601477 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-506b3056-5d4b-4b6d-a78e-bb8efd8857b5 req-ea850d31-9147-44e1-b2d3-16e69f87282c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0825174 Jan 18 13:28:23.648401 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-506b3056-5d4b-4b6d-a78e-bb8efd8857b5 req-ec33edfa-a423-43bc-8132-cbf135003e80 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409970 Jan 18 13:28:24.140000 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:24.852218 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254f6b9-fb9f-47fc-9dba-e27a690fe0b5 req-4ee868d7-c0bc-4d6d-babd-5c3c9fed9ab3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:24.853635 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d254f6b9-fb9f-47fc-9dba-e27a690fe0b5 req-4ee868d7-c0bc-4d6d-babd-5c3c9fed9ab3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0795250 Jan 18 13:28:24.901161 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d254f6b9-fb9f-47fc-9dba-e27a690fe0b5 req-6b7e6d72-a0ca-46c6-8e0d-61c9f65a70ac tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419645 Jan 18 13:28:26.117096 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006223b-f84f-4754-a5b2-531b202f0e35 req-5debb968-1e2d-4f44-b847-6a26bcbecd30 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:26.118657 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1006223b-f84f-4754-a5b2-531b202f0e35 req-5debb968-1e2d-4f44-b847-6a26bcbecd30 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0850563 Jan 18 13:28:26.164421 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1006223b-f84f-4754-a5b2-531b202f0e35 req-aa834d75-1224-472e-b4ad-bfd6bfa29481 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 Jan 18 13:28:27.361356 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b56d5d-5e2e-4a07-b66f-f0fc51ea61bf req-53ba0617-5593-4f7e-adad-34985e1b22f9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:27.362862 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d6b56d5d-5e2e-4a07-b66f-f0fc51ea61bf req-53ba0617-5593-4f7e-adad-34985e1b22f9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0769451 Jan 18 13:28:27.413518 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d6b56d5d-5e2e-4a07-b66f-f0fc51ea61bf req-7d43b169-0a39-4975-8204-51587d1c770a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 Jan 18 13:28:28.612948 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2daa86-1179-4412-be16-8af1a5bcbf2f req-90a7f2e7-b729-41a4-a00b-52c7e1974ec2 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:28.614383 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cd2daa86-1179-4412-be16-8af1a5bcbf2f req-90a7f2e7-b729-41a4-a00b-52c7e1974ec2 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0752511 Jan 18 13:28:28.659859 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cd2daa86-1179-4412-be16-8af1a5bcbf2f req-d4d4a0e5-53d5-4744-bc51-59e44d473a2c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391333 Jan 18 13:28:29.871061 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c6fe6-8194-42e2-88a7-ad0726b24673 req-2db2ab4d-8baf-4b48-a316-b34956b0df2c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:29.872453 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0d5c6fe6-8194-42e2-88a7-ad0726b24673 req-2db2ab4d-8baf-4b48-a316-b34956b0df2c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0913026 Jan 18 13:28:29.920433 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0d5c6fe6-8194-42e2-88a7-ad0726b24673 req-0d1b0f82-8fce-4749-aebf-423a35b1bed6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425010 Jan 18 13:28:31.120179 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b20b6-e3f4-4bc9-86b7-6ef379cd495a req-3100e0ae-5c71-4745-b0ec-cfcb8dec3adc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:31.126116 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1f2b20b6-e3f4-4bc9-86b7-6ef379cd495a req-3100e0ae-5c71-4745-b0ec-cfcb8dec3adc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0793726 Jan 18 13:28:31.167473 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1f2b20b6-e3f4-4bc9-86b7-6ef379cd495a req-f7c06d92-0ab3-4c89-8713-c6d2aef54814 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401363 Jan 18 13:28:31.871612 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:32.374721 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30708b81-1203-47b5-a2dc-81bafc10b5c7 req-0d8b0aee-997c-47a7-8d0a-a1899ff5145f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:32.376180 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-30708b81-1203-47b5-a2dc-81bafc10b5c7 req-0d8b0aee-997c-47a7-8d0a-a1899ff5145f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0832634 Jan 18 13:28:32.421951 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-30708b81-1203-47b5-a2dc-81bafc10b5c7 req-a8abe0eb-4556-4eaf-803e-4dc066b9dffb tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 Jan 18 13:28:33.621799 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31172f2a-bc28-48b0-9a83-85a469c0fd2b req-e17809c0-cb08-4226-9c5c-60d9e404228a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:33.623231 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-31172f2a-bc28-48b0-9a83-85a469c0fd2b req-e17809c0-cb08-4226-9c5c-60d9e404228a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0751922 Jan 18 13:28:33.670802 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-31172f2a-bc28-48b0-9a83-85a469c0fd2b req-c8cd57de-989b-4115-bb12-06d17e7e09be tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420613 Jan 18 13:28:34.876215 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f02a80-9a32-4a8b-ab86-e693c25f9f18 req-a22b3b38-da34-4dfd-a1b9-f0cea758c156 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:34.877714 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-68f02a80-9a32-4a8b-ab86-e693c25f9f18 req-a22b3b38-da34-4dfd-a1b9-f0cea758c156 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0826905 Jan 18 13:28:34.931365 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-68f02a80-9a32-4a8b-ab86-e693c25f9f18 req-3ec503dd-88a8-45f3-9dcf-9e0a42a65767 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478172 Jan 18 13:28:36.162472 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a577d-3b11-411e-bc3d-ba59f5b0b76d req-3a9b370a-db2c-4361-902a-aa15f9ac1352 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:36.164001 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0b5a577d-3b11-411e-bc3d-ba59f5b0b76d req-3a9b370a-db2c-4361-902a-aa15f9ac1352 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.1106563 Jan 18 13:28:36.214498 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0b5a577d-3b11-411e-bc3d-ba59f5b0b76d req-f07e18d4-4253-49c7-b3e3-518c0cfdd210 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450666 Jan 18 13:28:37.415394 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd9a7-1641-4ac6-a205-1f83e618fc54 req-53c7fd1a-46a6-4664-922b-65281420e8f8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:37.416788 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-228bd9a7-1641-4ac6-a205-1f83e618fc54 req-53c7fd1a-46a6-4664-922b-65281420e8f8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0814404 Jan 18 13:28:37.467017 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-228bd9a7-1641-4ac6-a205-1f83e618fc54 req-ab8bcb87-bf2d-4e51-8119-9488a188df69 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446403 Jan 18 13:28:38.673384 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59062-3a44-43e7-843c-ac40565c1eb5 req-4e241ff8-76d3-40de-af07-e5f926f39e95 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:38.674817 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-80f59062-3a44-43e7-843c-ac40565c1eb5 req-4e241ff8-76d3-40de-af07-e5f926f39e95 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0833092 Jan 18 13:28:38.720016 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-80f59062-3a44-43e7-843c-ac40565c1eb5 req-717971c6-fb4c-420a-b85a-b8fb0839a0c9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396647 Jan 18 13:28:39.918232 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26598fb6-bafe-4982-b3dd-45238a523bb5 req-1f41322e-aa23-4f8e-b0f1-d3216b401d26 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:39.919740 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-26598fb6-bafe-4982-b3dd-45238a523bb5 req-1f41322e-aa23-4f8e-b0f1-d3216b401d26 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0777595 Jan 18 13:28:39.966514 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-26598fb6-bafe-4982-b3dd-45238a523bb5 req-f92a2129-5e09-4cbd-869a-b75d3d9162b9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412881 Jan 18 13:28:41.193743 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae18e8-953a-4013-bfb8-6e149138cc37 req-cfba82d2-6c13-453d-a1a9-09a2f06ae4ed tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:41.195241 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-84ae18e8-953a-4013-bfb8-6e149138cc37 req-cfba82d2-6c13-453d-a1a9-09a2f06ae4ed tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0909474 Jan 18 13:28:41.249132 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-84ae18e8-953a-4013-bfb8-6e149138cc37 req-84f4143e-a28c-43a1-adda-c1e6197ab7af tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478759 Jan 18 13:28:42.471134 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8493b5-b8bf-4b0a-99e4-6c876959291e req-3a0c5dd6-8f56-42ed-9168-bb6e1dacba12 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:42.472566 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2d8493b5-b8bf-4b0a-99e4-6c876959291e req-3a0c5dd6-8f56-42ed-9168-bb6e1dacba12 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0922160 Jan 18 13:28:42.528182 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2d8493b5-b8bf-4b0a-99e4-6c876959291e req-1ca863f2-9226-4bbe-b9e0-9f211e1e55d8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485651 Jan 18 13:28:43.733523 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38886c-a56f-4f05-964d-06491ad64be3 req-273e7ff2-57e7-425e-994d-af56fde83187 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:43.735228 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1c38886c-a56f-4f05-964d-06491ad64be3 req-273e7ff2-57e7-425e-994d-af56fde83187 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0828128 Jan 18 13:28:43.783446 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1c38886c-a56f-4f05-964d-06491ad64be3 req-f66d4a5a-b329-470a-acaa-42549f908589 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Jan 18 13:28:44.478712 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:28:44.987235 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a5c93-847d-4a97-9f49-10117385f515 req-69e59f5d-a57b-4184-83d5-b813fe93364a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:44.988720 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-de7a5c93-847d-4a97-9f49-10117385f515 req-69e59f5d-a57b-4184-83d5-b813fe93364a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0809410 Jan 18 13:28:45.144358 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-de7a5c93-847d-4a97-9f49-10117385f515 req-bde3a11e-63aa-45b7-8c2a-ca088b6f7a43 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494515 Jan 18 13:28:46.360841 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3eb97-0169-489a-a8d5-198ab8ed3ff0 req-f366a8e1-2898-4ea9-9139-639f9e521b09 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:46.362285 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7db3eb97-0169-489a-a8d5-198ab8ed3ff0 req-f366a8e1-2898-4ea9-9139-639f9e521b09 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0868621 Jan 18 13:28:46.413717 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7db3eb97-0169-489a-a8d5-198ab8ed3ff0 req-40a7fbb1-0a57-4bca-b9e9-2609e3fe207b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451057 Jan 18 13:28:47.623485 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac38ce-c545-43b6-8c12-11527b5116a0 req-75cdc5f0-a4a5-4f7b-86d6-76b134b1f466 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:47.624984 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a2ac38ce-c545-43b6-8c12-11527b5116a0 req-75cdc5f0-a4a5-4f7b-86d6-76b134b1f466 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0804234 Jan 18 13:28:47.674298 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a2ac38ce-c545-43b6-8c12-11527b5116a0 req-737f3751-9805-41c7-bb9b-425446b67581 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408976 Jan 18 13:28:48.871619 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f70ae-f0e4-4dd0-b181-37307db67afa req-5532b5c1-27f8-4597-990a-b428f96a37df tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:48.873092 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e79f70ae-f0e4-4dd0-b181-37307db67afa req-5532b5c1-27f8-4597-990a-b428f96a37df tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0750806 Jan 18 13:28:48.926179 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e79f70ae-f0e4-4dd0-b181-37307db67afa req-8c78489b-1186-4543-8b8e-7b5f398214ad tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466452 Jan 18 13:28:49.324382 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-62189ab9-b0f3-40a0-95d3-2348c74cb42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:50.126771 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bc9c4-d336-4f3f-80fc-d4faa5f92fb7 req-f4dd4306-78b5-4170-a143-476007a0b0ad tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:50.128313 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e08bc9c4-d336-4f3f-80fc-d4faa5f92fb7 req-f4dd4306-78b5-4170-a143-476007a0b0ad tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0799060 Jan 18 13:28:50.174376 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e08bc9c4-d336-4f3f-80fc-d4faa5f92fb7 req-1a055e4d-ebe0-4746-b9dc-2af188cb3bc8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396783 Jan 18 13:28:51.377461 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6477b07-2a08-492f-a974-53877573e4e9 req-08668940-30a4-417c-9125-236114d4c823 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:51.378920 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e6477b07-2a08-492f-a974-53877573e4e9 req-08668940-30a4-417c-9125-236114d4c823 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0807483 Jan 18 13:28:51.425067 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e6477b07-2a08-492f-a974-53877573e4e9 req-8b6a029a-1726-4add-8237-10c69e1179c5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398242 Jan 18 13:28:51.710719 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5408f396-1fd8-482d-b452-3128b83bceea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:52.625049 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab640276-3dd2-4eb3-a65c-336de93a377d req-7b17203d-41ed-4599-ae13-7ed3246a1782 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:52.626560 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ab640276-3dd2-4eb3-a65c-336de93a377d req-7b17203d-41ed-4599-ae13-7ed3246a1782 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0804472 Jan 18 13:28:52.674615 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ab640276-3dd2-4eb3-a65c-336de93a377d req-1c1184d7-f842-472d-8cf6-0c09f3c524f0 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420380 Jan 18 13:28:52.821149 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:52.992705 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:53.875928 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5719f4-1d8c-4c1e-894c-bc1bb6497e20 req-585a52b9-8807-431a-8503-16b01ef02e94 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:53.877535 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7d5719f4-1d8c-4c1e-894c-bc1bb6497e20 req-585a52b9-8807-431a-8503-16b01ef02e94 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0805051 Jan 18 13:28:53.925846 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7d5719f4-1d8c-4c1e-894c-bc1bb6497e20 req-349db1fd-532c-4518-9d7d-c7f489235b2a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Jan 18 13:28:54.139391 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:55.147773 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f04bb-4b6e-4077-b80b-ea3cdda1035a req-1b474eab-97d3-4982-987a-273fa933ca08 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:55.149232 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a25f04bb-4b6e-4077-b80b-ea3cdda1035a req-1b474eab-97d3-4982-987a-273fa933ca08 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0835478 Jan 18 13:28:55.199418 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a25f04bb-4b6e-4077-b80b-ea3cdda1035a req-8f62d481-8d62-473f-ae84-786c49e6d2de tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444434 Jan 18 13:28:56.410501 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd59709-ddde-4bfa-a8a9-9a4cd24cd73f req-8579d6dc-cdef-4556-82b7-631337274f4d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:56.412468 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1fd59709-ddde-4bfa-a8a9-9a4cd24cd73f req-8579d6dc-cdef-4556-82b7-631337274f4d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0848286 Jan 18 13:28:56.458711 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1fd59709-ddde-4bfa-a8a9-9a4cd24cd73f req-758101ca-d803-4ab6-8f8d-892696a60463 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398507 Jan 18 13:28:57.810956 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b397fa-e7b3-4b38-999f-73aaf61f6d85 req-a92b40ac-5ec5-4e07-96f2-8af19757c6e3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:57.812395 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c7b397fa-e7b3-4b38-999f-73aaf61f6d85 req-a92b40ac-5ec5-4e07-96f2-8af19757c6e3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0834689 Jan 18 13:28:57.860181 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c7b397fa-e7b3-4b38-999f-73aaf61f6d85 req-2c32fab0-17ee-41d6-8665-525fba380230 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Jan 18 13:28:59.059908 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d4f7f-6a42-4bc4-ae1f-aadc873d0c42 req-b858dd46-bbad-4478-920b-183dc880e719 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:59.068673 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f30d4f7f-6a42-4bc4-ae1f-aadc873d0c42 req-b858dd46-bbad-4478-920b-183dc880e719 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0803866 Jan 18 13:28:59.108665 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f30d4f7f-6a42-4bc4-ae1f-aadc873d0c42 req-09a75232-2466-435e-9271-8e9b9db58af7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417817 Jan 18 13:29:00.309362 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f79032-be5f-4375-9a35-0038982c01e6 req-de5fa3d7-a219-43ce-8e5d-455c848dab1d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:00.310936 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-47f79032-be5f-4375-9a35-0038982c01e6 req-de5fa3d7-a219-43ce-8e5d-455c848dab1d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0817940 Jan 18 13:29:00.361474 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-47f79032-be5f-4375-9a35-0038982c01e6 req-01d56cf3-ebb6-4eb8-a08a-fe6f2e7c74ad tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427377 Jan 18 13:29:01.563770 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491557d-c73b-4c05-be8c-e5b87b77d051 req-a1eb81a3-1ac0-48b0-aca4-823766d8b242 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:01.565238 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c491557d-c73b-4c05-be8c-e5b87b77d051 req-a1eb81a3-1ac0-48b0-aca4-823766d8b242 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0821326 Jan 18 13:29:01.611601 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c491557d-c73b-4c05-be8c-e5b87b77d051 req-56066ed7-116e-4d5d-8f2a-996dfc6385dd tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405715 Jan 18 13:29:01.861407 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:02.820766 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f02cd-cdfa-4e1e-a574-cb876c8f4803 req-141cc33f-dd9e-4b1b-ac6b-d7b311f8b6c1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:02.822215 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1c7f02cd-cdfa-4e1e-a574-cb876c8f4803 req-141cc33f-dd9e-4b1b-ac6b-d7b311f8b6c1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0833986 Jan 18 13:29:02.869656 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1c7f02cd-cdfa-4e1e-a574-cb876c8f4803 req-ecd05c0b-f7d5-429c-8576-ba9c0e0940c1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 Jan 18 13:29:04.071388 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593cf75-f1f4-4718-ad89-354a37ff951f req-e27ea942-55a4-456b-9848-639befea0dd1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:04.072850 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0593cf75-f1f4-4718-ad89-354a37ff951f req-e27ea942-55a4-456b-9848-639befea0dd1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0795162 Jan 18 13:29:04.125021 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0593cf75-f1f4-4718-ad89-354a37ff951f req-7d675424-b57e-49aa-b814-98cabd001c07 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465090 Jan 18 13:29:05.324309 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38d19d-780f-471c-ab36-8d1aabded5dc req-aae27965-060e-42e8-bb85-034b2444c66a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:05.325758 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fe38d19d-780f-471c-ab36-8d1aabded5dc req-aae27965-060e-42e8-bb85-034b2444c66a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0783000 Jan 18 13:29:05.375485 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fe38d19d-780f-471c-ab36-8d1aabded5dc req-9cdb4c03-6287-4be8-a44c-67f90258c1d5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441570 Jan 18 13:29:06.592881 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0d604-ff08-49b8-8a45-20a13d1dac05 req-b843a2a3-3e83-48f0-b7f1-f9e5002d0e71 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:06.594363 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-80a0d604-ff08-49b8-8a45-20a13d1dac05 req-b843a2a3-3e83-48f0-b7f1-f9e5002d0e71 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0964673 Jan 18 13:29:06.641105 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-80a0d604-ff08-49b8-8a45-20a13d1dac05 req-1b604171-0efe-4656-ad33-8eea139b5ffd tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411317 Jan 18 13:29:07.853521 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797053a-0633-4c18-8ae7-14bed5bc44c8 req-7b289b06-62ba-4288-a5df-ab36ce4266a7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:07.854911 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9797053a-0633-4c18-8ae7-14bed5bc44c8 req-7b289b06-62ba-4288-a5df-ab36ce4266a7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0775290 Jan 18 13:29:07.901308 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9797053a-0633-4c18-8ae7-14bed5bc44c8 req-b8c1cff6-9211-47ca-87d6-01c7156f4bca tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406749 Jan 18 13:29:09.101805 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed298d-c56f-40d1-a331-fb4398bc4c71 req-ccc02f30-663b-4284-bec1-5257d7065e99 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:09.103263 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b2ed298d-c56f-40d1-a331-fb4398bc4c71 req-ccc02f30-663b-4284-bec1-5257d7065e99 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0805764 Jan 18 13:29:09.164152 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b2ed298d-c56f-40d1-a331-fb4398bc4c71 req-ac555c37-8cd2-42ab-8b08-b9aa504ae53d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550306 Jan 18 13:29:10.371330 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e68ce-93b7-4cdf-9ec5-4269d31d6ed2 req-a450f86b-e0c1-4167-a6bc-720e99f76544 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:10.372715 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-103e68ce-93b7-4cdf-9ec5-4269d31d6ed2 req-a450f86b-e0c1-4167-a6bc-720e99f76544 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0814109 Jan 18 13:29:10.421626 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-103e68ce-93b7-4cdf-9ec5-4269d31d6ed2 req-e57d823e-128b-4a9c-854c-54dbea2463f7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Jan 18 13:29:11.625984 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01fc26-b020-4743-ae95-28bbeab01c08 req-bce6d208-79e0-4030-a189-fc85e028b6e1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:11.627486 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0c01fc26-b020-4743-ae95-28bbeab01c08 req-bce6d208-79e0-4030-a189-fc85e028b6e1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0772769 Jan 18 13:29:11.673516 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0c01fc26-b020-4743-ae95-28bbeab01c08 req-8f34c73c-0242-4796-827b-4cae95d6d7b6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401225 Jan 18 13:29:12.870170 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889a469-9946-4675-8470-99c14a4bfd36 req-f46b0cae-6072-4bd4-9931-3e297884db0a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:12.871652 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6889a469-9946-4675-8470-99c14a4bfd36 req-f46b0cae-6072-4bd4-9931-3e297884db0a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0793133 Jan 18 13:29:12.996700 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6889a469-9946-4675-8470-99c14a4bfd36 req-40e0ef1a-e365-4509-ac8a-ed119cf7a968 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190031 Jan 18 13:29:14.195858 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2953d-1445-469b-8613-5c4adeaf95d1 req-71810451-fe08-4ec1-94b0-b84cb69718e0 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:14.197335 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-95f2953d-1445-469b-8613-5c4adeaf95d1 req-71810451-fe08-4ec1-94b0-b84cb69718e0 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0772974 Jan 18 13:29:14.243054 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-95f2953d-1445-469b-8613-5c4adeaf95d1 req-0900fe8a-3acd-4f04-ba5e-d81ad34fcb08 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402839 Jan 18 13:29:15.441146 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdbf10-5b57-44c2-b745-a2a39759a026 req-5576bfe5-d12a-4331-8fa2-e19df10eb66a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:15.442562 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-41cdbf10-5b57-44c2-b745-a2a39759a026 req-5576bfe5-d12a-4331-8fa2-e19df10eb66a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0796134 Jan 18 13:29:15.490779 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-41cdbf10-5b57-44c2-b745-a2a39759a026 req-8dd15025-2aca-4d7f-b3bd-065196a83f79 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426600 Jan 18 13:29:16.697483 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2517e-e3f6-43ee-9ce7-026b6d2f960c req-70da2f39-40fc-4fef-9c7c-fdf8bdfd846e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:16.698955 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-59d2517e-e3f6-43ee-9ce7-026b6d2f960c req-70da2f39-40fc-4fef-9c7c-fdf8bdfd846e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0792456 Jan 18 13:29:16.749703 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-59d2517e-e3f6-43ee-9ce7-026b6d2f960c req-d2a1a141-e35b-49ae-935c-07877a4dd3ca tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451593 Jan 18 13:29:17.960808 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb367138-fca6-4e34-b673-23a495c856a0 req-91a54335-261c-410c-9548-687bf0a8107a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:17.962315 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb367138-fca6-4e34-b673-23a495c856a0 req-91a54335-261c-410c-9548-687bf0a8107a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0818801 Jan 18 13:29:18.009519 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb367138-fca6-4e34-b673-23a495c856a0 req-ceaf6c17-66e3-4d02-a215-784a2f909ee0 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414598 Jan 18 13:29:19.218126 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb94cb-df7d-4782-90e0-e5036daf5c0c req-be3e7a2c-1fce-4b26-9386-76421dc50f5b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:19.222614 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-21cb94cb-df7d-4782-90e0-e5036daf5c0c req-be3e7a2c-1fce-4b26-9386-76421dc50f5b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0821891 Jan 18 13:29:19.268298 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-21cb94cb-df7d-4782-90e0-e5036daf5c0c req-64394f0b-70a1-47a9-82dc-18ce353214be tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Jan 18 13:29:19.294979 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-cd014ce2-3e71-455f-8345-63cfc26440dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:20.468347 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e621ead-f22c-41d8-b796-8f1211e83423 req-c5e70f33-787c-442d-9d53-e1a3f2f85303 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:20.469719 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4e621ead-f22c-41d8-b796-8f1211e83423 req-c5e70f33-787c-442d-9d53-e1a3f2f85303 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0788503 Jan 18 13:29:20.516370 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4e621ead-f22c-41d8-b796-8f1211e83423 req-00da5b35-41a9-4722-b171-2f54650353dc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398479 Jan 18 13:29:21.478311 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:29:21.718211 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aafb2416-11d3-4722-81e0-3aaf9bd1ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:21.734528 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463701fa-e06e-490b-a2c1-73670803efcc req-be9f67ef-1442-4d61-b82a-07f612fa1ab7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:21.735991 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-463701fa-e06e-490b-a2c1-73670803efcc req-be9f67ef-1442-4d61-b82a-07f612fa1ab7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0833516 Jan 18 13:29:21.784293 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-463701fa-e06e-490b-a2c1-73670803efcc req-4e4f871a-8c90-4634-a0e4-5393939d5e20 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418980 Jan 18 13:29:22.815232 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:22.957727 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:22.989041 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e93c-2d1f-4f8c-84c9-681add0b6c39 req-dfd50883-a286-457d-83a9-3a3bde300b1c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:22.990648 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b957e93c-2d1f-4f8c-84c9-681add0b6c39 req-dfd50883-a286-457d-83a9-3a3bde300b1c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0793474 Jan 18 13:29:23.040539 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b957e93c-2d1f-4f8c-84c9-681add0b6c39 req-13d1dbe2-c8bd-41b4-8c32-7acba5519ee9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442774 Jan 18 13:29:24.163536 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:24.245659 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71816ba4-cc16-4139-ae4d-85ae041ec7ab req-a79dad37-0436-48ac-b64a-549381000315 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:24.247187 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-71816ba4-cc16-4139-ae4d-85ae041ec7ab req-a79dad37-0436-48ac-b64a-549381000315 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0801339 Jan 18 13:29:24.293824 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-71816ba4-cc16-4139-ae4d-85ae041ec7ab req-5fe02936-799d-43e9-b06e-dda6e58df5da tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Jan 18 13:29:25.498790 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976a27f-35a8-4907-b377-fdefd2970d90 req-4f7b3051-e1b2-4c8e-b8d4-c70a7e60b1a1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:25.500346 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7976a27f-35a8-4907-b377-fdefd2970d90 req-4f7b3051-e1b2-4c8e-b8d4-c70a7e60b1a1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0805976 Jan 18 13:29:25.546556 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7976a27f-35a8-4907-b377-fdefd2970d90 req-1b9a819d-b00e-48bb-babe-06a87ea032d1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 Jan 18 13:29:26.774077 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833657c7-da4a-4f2f-a95e-700cdb2b92cd req-b5e663ed-3009-412a-9623-c8d9485b5c84 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:26.776159 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-833657c7-da4a-4f2f-a95e-700cdb2b92cd req-b5e663ed-3009-412a-9623-c8d9485b5c84 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.1008434 Jan 18 13:29:26.837741 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-833657c7-da4a-4f2f-a95e-700cdb2b92cd req-ac5f2520-9590-4ee9-b6cc-3e28af19dc99 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558000 Jan 18 13:29:28.068160 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d2fb2-52a2-4278-a0e4-a3f5639881d6 req-cd0c8f4e-98bb-4f9f-a52e-94265ee9520f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:28.069714 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d87d2fb2-52a2-4278-a0e4-a3f5639881d6 req-cd0c8f4e-98bb-4f9f-a52e-94265ee9520f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.1012883 Jan 18 13:29:28.116878 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d87d2fb2-52a2-4278-a0e4-a3f5639881d6 req-0c409e0d-839a-4811-a118-b107d02279fd tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413854 Jan 18 13:29:29.322044 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8304ca-4314-49d5-9974-abd58b76755d req-cda3de84-d2be-47b9-9c79-6d3513f032e5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:29.323534 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ef8304ca-4314-49d5-9974-abd58b76755d req-cda3de84-d2be-47b9-9c79-6d3513f032e5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0833862 Jan 18 13:29:29.370511 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ef8304ca-4314-49d5-9974-abd58b76755d req-b4e16c25-678a-4023-ac97-de49a2cc9cac tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411472 Jan 18 13:29:30.592512 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbcf60-386d-446e-af74-5a1f8bb5acb6 req-91053f72-1bef-4f24-a237-0ad5a28862f2 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:30.594555 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e4dbcf60-386d-446e-af74-5a1f8bb5acb6 req-91053f72-1bef-4f24-a237-0ad5a28862f2 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.1024792 Jan 18 13:29:30.653769 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e4dbcf60-386d-446e-af74-5a1f8bb5acb6 req-4f4a9880-0728-4cbb-a66e-20d393e2df14 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524414 Jan 18 13:29:31.855123 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:31.857452 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396eb63-d950-4650-ae36-8028e5e5a901 req-8b404d4a-1d8b-4c65-8273-52c10826625b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:31.858890 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e396eb63-d950-4650-ae36-8028e5e5a901 req-8b404d4a-1d8b-4c65-8273-52c10826625b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0774734 Jan 18 13:29:31.908154 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e396eb63-d950-4650-ae36-8028e5e5a901 req-702c1020-8148-4516-8f0c-b0192f06b2c5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434833 Jan 18 13:29:33.253305 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dfef3-c76d-48b9-8924-5ab1f3e377b0 req-750c37a0-b577-4bec-86ec-7b8aa83503b2 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:33.254761 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4f6dfef3-c76d-48b9-8924-5ab1f3e377b0 req-750c37a0-b577-4bec-86ec-7b8aa83503b2 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0765665 Jan 18 13:29:33.300915 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4f6dfef3-c76d-48b9-8924-5ab1f3e377b0 req-69c5b33d-88a9-4e87-bfab-31acde633608 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404737 Jan 18 13:29:34.508738 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038de76-bb5b-4c47-860b-6537c0536bc0 req-66dd8bf5-d3ba-4cef-be9e-5c003db164b8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:34.510216 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4038de76-bb5b-4c47-860b-6537c0536bc0 req-66dd8bf5-d3ba-4cef-be9e-5c003db164b8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0823715 Jan 18 13:29:34.556217 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4038de76-bb5b-4c47-860b-6537c0536bc0 req-27a4e84b-4061-433e-b45d-d05f6a3b4e5a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404742 Jan 18 13:29:35.753776 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33c477-a1ab-4d98-8bef-b727fad71884 req-f15f038e-2c9c-4799-91af-196a33d8184b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:35.755334 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bf33c477-a1ab-4d98-8bef-b727fad71884 req-f15f038e-2c9c-4799-91af-196a33d8184b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0765245 Jan 18 13:29:35.799293 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bf33c477-a1ab-4d98-8bef-b727fad71884 req-cbc13388-0809-4e06-9dda-0431292de801 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381036 Jan 18 13:29:37.014975 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fa0bc-a0ef-4dd9-8a0e-cd4273a4d09e req-73553d34-fd78-48cb-a9cc-ee1b7528252b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:37.017039 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f9fa0bc-a0ef-4dd9-8a0e-cd4273a4d09e req-73553d34-fd78-48cb-a9cc-ee1b7528252b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0930042 Jan 18 13:29:37.062835 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7f9fa0bc-a0ef-4dd9-8a0e-cd4273a4d09e req-b21041bf-b596-449c-bbf7-1b80e611e799 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396202 Jan 18 13:29:38.275617 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e10a92-e0ea-4a9e-920b-1907c0120940 req-8f2f5a99-16dd-4bdb-88fc-4fb3043e7ade tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:38.277083 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d3e10a92-e0ea-4a9e-920b-1907c0120940 req-8f2f5a99-16dd-4bdb-88fc-4fb3043e7ade tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0841081 Jan 18 13:29:38.327717 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d3e10a92-e0ea-4a9e-920b-1907c0120940 req-6ebaf6e3-ff09-4cdb-bd79-61d9b66e3a83 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445390 Jan 18 13:29:39.528587 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e13051-843e-4cad-afd0-e16c99a493dd req-4de5bfb5-b336-4f84-b601-6efbc39d5eed tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:39.530080 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-36e13051-843e-4cad-afd0-e16c99a493dd req-4de5bfb5-b336-4f84-b601-6efbc39d5eed tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0786119 Jan 18 13:29:39.577526 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-36e13051-843e-4cad-afd0-e16c99a493dd req-c9c25b28-f315-4791-a49a-5faf77cc4f79 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414453 Jan 18 13:29:40.789655 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727b6fb-eddf-4194-9400-8873d0370460 req-3fed7fc7-e156-4082-be6f-dc255cdb8f75 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:40.791109 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3727b6fb-eddf-4194-9400-8873d0370460 req-3fed7fc7-e156-4082-be6f-dc255cdb8f75 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0802071 Jan 18 13:29:40.923658 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3727b6fb-eddf-4194-9400-8873d0370460 req-422b7528-6813-493c-999f-3059a737b26c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268282 Jan 18 13:29:42.126712 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77678720-968a-43ab-aa92-4e3ad77ab0b2 req-51e9fb0f-436e-473e-a78b-ac6410df797b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:42.128729 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-77678720-968a-43ab-aa92-4e3ad77ab0b2 req-51e9fb0f-436e-473e-a78b-ac6410df797b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0794978 Jan 18 13:29:42.174610 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-77678720-968a-43ab-aa92-4e3ad77ab0b2 req-588f5e40-120f-4ccb-b428-7eee4b9e32d3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398300 Jan 18 13:29:43.413411 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9ab27-f1b4-4298-86ee-5e063a1273c6 req-6947f297-37c9-4e45-924f-5976e69494fa tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:43.415151 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a9e9ab27-f1b4-4298-86ee-5e063a1273c6 req-6947f297-37c9-4e45-924f-5976e69494fa tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0837705 Jan 18 13:29:43.466701 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a9e9ab27-f1b4-4298-86ee-5e063a1273c6 req-76ceebd8-5e66-4508-b1d7-1ecd542e3568 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456476 Jan 18 13:29:44.667567 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc1204-c1b8-481c-9e6f-1be43f810b6a req-2cb610b4-e891-4f84-9779-b3d863fcbbc4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:44.669012 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-30dc1204-c1b8-481c-9e6f-1be43f810b6a req-2cb610b4-e891-4f84-9779-b3d863fcbbc4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0756345 Jan 18 13:29:44.717601 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-30dc1204-c1b8-481c-9e6f-1be43f810b6a req-a5897f2f-1de5-43cf-85e8-d3ef3fc3fd0e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431373 Jan 18 13:29:45.915435 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756e8a7-1f52-4a12-883c-1111ddc970e1 req-85035688-4209-493f-bc88-27fcd313de8b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:45.916839 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b756e8a7-1f52-4a12-883c-1111ddc970e1 req-85035688-4209-493f-bc88-27fcd313de8b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0772555 Jan 18 13:29:45.968324 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b756e8a7-1f52-4a12-883c-1111ddc970e1 req-bd5e9a6b-a168-46df-b7ba-5fc758710169 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458524 Jan 18 13:29:47.172296 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e2ddb-4b73-476c-a2af-ddc89f1de4bc req-068d133e-0aa7-424e-918c-9355d4435625 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:47.173894 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c51e2ddb-4b73-476c-a2af-ddc89f1de4bc req-068d133e-0aa7-424e-918c-9355d4435625 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0828156 Jan 18 13:29:47.224921 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c51e2ddb-4b73-476c-a2af-ddc89f1de4bc req-57535090-75b3-4b43-a660-9c7bdb9fd641 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Jan 18 13:29:48.427993 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b6c7f-4ee4-4d56-b5c9-976968537814 req-8cd48455-4009-491f-bbc1-1377205a2f0b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:48.429383 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fb9b6c7f-4ee4-4d56-b5c9-976968537814 req-8cd48455-4009-491f-bbc1-1377205a2f0b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0784395 Jan 18 13:29:48.475030 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fb9b6c7f-4ee4-4d56-b5c9-976968537814 req-763e18f3-cb40-4474-9a3e-ef6185653bc8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402215 Jan 18 13:29:49.328667 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9bccfa74-26b1-4f42-998b-7260fa85d782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:49.678471 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa33a5a-b475-41cd-b215-2e9c12507808 req-c1a68960-812c-4ab9-92fa-08213825535a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:49.679958 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1fa33a5a-b475-41cd-b215-2e9c12507808 req-c1a68960-812c-4ab9-92fa-08213825535a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0797253 Jan 18 13:29:49.724210 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1fa33a5a-b475-41cd-b215-2e9c12507808 req-8fc07679-0f87-4a44-9429-9729b14e4e64 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387967 Jan 18 13:29:50.921943 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a26305-48a1-4a13-bbd8-8bc6e0ddc795 req-240d72f4-7241-4767-97dc-6eba3577b7db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:50.923405 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-88a26305-48a1-4a13-bbd8-8bc6e0ddc795 req-240d72f4-7241-4767-97dc-6eba3577b7db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0785544 Jan 18 13:29:50.978887 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-88a26305-48a1-4a13-bbd8-8bc6e0ddc795 req-737c1003-a6fd-4fd6-9d2b-f779a15a7eb9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490572 Jan 18 13:29:51.699955 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-d051c64f-e69f-4370-9533-29a42f36ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:52.257429 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873594a-1aa9-4232-9524-5b83c310c42f req-53719040-1208-4994-b3d8-4e7d12e80739 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:52.258938 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d873594a-1aa9-4232-9524-5b83c310c42f req-53719040-1208-4994-b3d8-4e7d12e80739 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.1611416 Jan 18 13:29:52.312413 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d873594a-1aa9-4232-9524-5b83c310c42f req-06c92be7-5bbe-4dd1-b37d-8c75de2812d9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472484 Jan 18 13:29:52.879717 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:53.006551 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:53.589819 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf7d3-0f5d-4485-990a-ef2ddec29b1a req-0ba389f4-5c17-4b7e-ac0b-1a8bfa989e53 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:53.591275 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a44cf7d3-0f5d-4485-990a-ef2ddec29b1a req-0ba389f4-5c17-4b7e-ac0b-1a8bfa989e53 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.1494088 Jan 18 13:29:53.640955 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a44cf7d3-0f5d-4485-990a-ef2ddec29b1a req-ef42d175-9736-4672-8f11-1a4c0a7beac8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433145 Jan 18 13:29:54.122753 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:54.835179 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04650814-3bc3-4cc6-b2d1-92f4cf267dbe req-741999bd-40be-436d-a757-09a838e875a9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:54.836668 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-04650814-3bc3-4cc6-b2d1-92f4cf267dbe req-741999bd-40be-436d-a757-09a838e875a9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0764902 Jan 18 13:29:54.882205 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-04650814-3bc3-4cc6-b2d1-92f4cf267dbe req-ca8f0a15-393c-4c03-91f1-79319a588dd9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401409 Jan 18 13:29:56.090031 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03df23-c877-48ef-afe9-057d7191218d req-a6649bee-8acb-4832-9232-5a8dfb92db41 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:56.091508 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2d03df23-c877-48ef-afe9-057d7191218d req-a6649bee-8acb-4832-9232-5a8dfb92db41 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0861208 Jan 18 13:29:56.138243 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2d03df23-c877-48ef-afe9-057d7191218d req-aede2bb6-563d-406c-ace8-7f9f6c60f93f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Jan 18 13:29:57.332747 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5868e47-d307-43dd-860d-8c4cc2702827 req-a6b612a3-2ddc-4138-bf37-41085846a7fc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:57.334182 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e5868e47-d307-43dd-860d-8c4cc2702827 req-a6b612a3-2ddc-4138-bf37-41085846a7fc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0746925 Jan 18 13:29:57.378384 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e5868e47-d307-43dd-860d-8c4cc2702827 req-0242d92a-c756-4206-bd5d-3daa3e21a0a3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386701 Jan 18 13:29:58.478580 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:29:58.578964 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702bd77-b976-4100-82d4-48a0f71d3c5b req-159d8746-30b9-4d77-b5b8-bfdd09713a31 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:58.580486 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3702bd77-b976-4100-82d4-48a0f71d3c5b req-159d8746-30b9-4d77-b5b8-bfdd09713a31 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0823700 Jan 18 13:29:58.626013 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-3702bd77-b976-4100-82d4-48a0f71d3c5b req-a102bb73-6f41-4d72-bd70-cd5b88195b11 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393455 Jan 18 13:29:59.820946 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a7616-59cb-4b58-8e9a-dea86bd034e8 req-9b6f7717-72b5-4447-b273-3a86710c2e02 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:59.822297 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4e8a7616-59cb-4b58-8e9a-dea86bd034e8 req-9b6f7717-72b5-4447-b273-3a86710c2e02 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0766628 Jan 18 13:29:59.870719 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4e8a7616-59cb-4b58-8e9a-dea86bd034e8 req-9754631c-d6d4-4588-bbfa-1d4965daf252 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Jan 18 13:30:01.078884 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ba60f-eb76-4085-84e6-c10348f892e1 req-f1067837-97f1-45d9-a840-c12495a68ae6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:01.081040 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-823ba60f-eb76-4085-84e6-c10348f892e1 req-f1067837-97f1-45d9-a840-c12495a68ae6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0860474 Jan 18 13:30:01.129053 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-823ba60f-eb76-4085-84e6-c10348f892e1 req-2e7b49e1-14ca-4ce4-b457-a05d92269a86 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424316 Jan 18 13:30:01.863181 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:02.325727 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37bbf7-113b-4f73-85d1-7ae42e281005 req-5cb1cd49-933a-4ac1-9d70-ff4138432941 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:02.327207 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-da37bbf7-113b-4f73-85d1-7ae42e281005 req-5cb1cd49-933a-4ac1-9d70-ff4138432941 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0795290 Jan 18 13:30:02.372838 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-da37bbf7-113b-4f73-85d1-7ae42e281005 req-7d4e0ce4-e751-4e64-ac60-1644ed26870d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391669 Jan 18 13:30:03.574383 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75318b0d-a94f-4531-8877-be37eb364a82 req-4be73f1b-e02f-44fb-b6f3-c0fc6dd0cb41 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:03.576169 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-75318b0d-a94f-4531-8877-be37eb364a82 req-4be73f1b-e02f-44fb-b6f3-c0fc6dd0cb41 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0804205 Jan 18 13:30:03.622297 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-75318b0d-a94f-4531-8877-be37eb364a82 req-0cfa1a5a-442b-4337-ae26-b7a682b31699 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404699 Jan 18 13:30:04.825212 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c709f06-0c71-4631-8c3b-984c61ef1b01 req-03f0e52b-d0f5-42d8-8d75-586c98037307 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:04.826638 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1c709f06-0c71-4631-8c3b-984c61ef1b01 req-03f0e52b-d0f5-42d8-8d75-586c98037307 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0799325 Jan 18 13:30:04.872032 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1c709f06-0c71-4631-8c3b-984c61ef1b01 req-cf952225-b139-433a-beef-fc345b5e84dd tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393817 Jan 18 13:30:06.069385 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f5d90-a6d1-4ef5-bb5b-3d2336c4b7b4 req-5b2d5d29-96b6-4833-ba3b-3e882c94fdba tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:06.070900 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a7f5d90-a6d1-4ef5-bb5b-3d2336c4b7b4 req-5b2d5d29-96b6-4833-ba3b-3e882c94fdba tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0782793 Jan 18 13:30:06.122041 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-1a7f5d90-a6d1-4ef5-bb5b-3d2336c4b7b4 req-aadc7622-b862-49e6-b5c2-fce891179637 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456965 Jan 18 13:30:07.317323 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564ec32-d87c-442d-96e6-035b7dc148f0 req-cc50b817-ea96-4b5e-9626-8508277fe1de tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:07.318764 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d564ec32-d87c-442d-96e6-035b7dc148f0 req-cc50b817-ea96-4b5e-9626-8508277fe1de tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0760305 Jan 18 13:30:07.363190 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d564ec32-d87c-442d-96e6-035b7dc148f0 req-68a0eaef-fcda-4661-97d5-2f6918e04b86 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389082 Jan 18 13:30:08.570307 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6f624-71d5-4211-98f4-2c5f091a56a7 req-5bd6f4ed-567c-4ae5-ac18-aba16fe71c49 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:08.571771 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-71c6f624-71d5-4211-98f4-2c5f091a56a7 req-5bd6f4ed-567c-4ae5-ac18-aba16fe71c49 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0825658 Jan 18 13:30:08.702287 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-71c6f624-71d5-4211-98f4-2c5f091a56a7 req-e7832355-e182-435d-99ac-cfe9f7c16d49 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247780 Jan 18 13:30:09.902621 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29eab27-8289-4e52-a61e-4d0d21eaf236 req-fa71b155-9b73-4bc4-9d05-a2c3fa95f407 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:09.904051 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e29eab27-8289-4e52-a61e-4d0d21eaf236 req-fa71b155-9b73-4bc4-9d05-a2c3fa95f407 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0802438 Jan 18 13:30:09.956801 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e29eab27-8289-4e52-a61e-4d0d21eaf236 req-21ab4e18-6b1a-4606-b709-76eafd24ab59 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464046 Jan 18 13:30:11.164910 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea8139-68a0-4797-9ec5-ecb40bc29013 req-e0578d8f-099f-442a-a079-0f448b291fa0 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:11.166427 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fbea8139-68a0-4797-9ec5-ecb40bc29013 req-e0578d8f-099f-442a-a079-0f448b291fa0 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0820820 Jan 18 13:30:11.212285 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-fbea8139-68a0-4797-9ec5-ecb40bc29013 req-e9f73c79-8b4f-4df3-a640-fce9e05f6f66 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401931 Jan 18 13:30:12.410047 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b772c6-9193-4ef8-aabd-4d8d573fa04d req-cd29d3ac-7de0-4a2d-9589-4dc7e644a02c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:12.411432 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d9b772c6-9193-4ef8-aabd-4d8d573fa04d req-cd29d3ac-7de0-4a2d-9589-4dc7e644a02c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0760136 Jan 18 13:30:12.460574 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d9b772c6-9193-4ef8-aabd-4d8d573fa04d req-154c3787-2acf-4a68-a8d4-928f26115221 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437393 Jan 18 13:30:13.656939 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dc32b-76c3-49e0-9ba1-cefef423e525 req-c8f95298-eb61-485d-954a-35f0ed9663fa tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:13.659186 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb1dc32b-76c3-49e0-9ba1-cefef423e525 req-c8f95298-eb61-485d-954a-35f0ed9663fa tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0767598 Jan 18 13:30:13.709189 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cb1dc32b-76c3-49e0-9ba1-cefef423e525 req-80eee218-7296-4e05-9f47-36cae224b45d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453122 Jan 18 13:30:14.917500 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f6c24-05ca-4bcf-b911-c78ce8abc3c5 req-4358a7c4-1730-470b-a7f9-bbd3e237181a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:14.918952 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c55f6c24-05ca-4bcf-b911-c78ce8abc3c5 req-4358a7c4-1730-470b-a7f9-bbd3e237181a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0863173 Jan 18 13:30:14.967201 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c55f6c24-05ca-4bcf-b911-c78ce8abc3c5 req-7dd396ec-a173-4869-8032-e1175b153976 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412724 Jan 18 13:30:16.166753 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61b8fc-c323-492d-9488-aed145b1b6b5 req-dd847c6b-c164-415e-b3d4-46dc4bd68ed3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:16.168218 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5f61b8fc-c323-492d-9488-aed145b1b6b5 req-dd847c6b-c164-415e-b3d4-46dc4bd68ed3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0771477 Jan 18 13:30:16.213227 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5f61b8fc-c323-492d-9488-aed145b1b6b5 req-2d9e0759-e622-4c59-b934-2926252c6f2e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394816 Jan 18 13:30:17.415984 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10558e-3bb9-4749-8c69-8133de36da22 req-1bfd1559-5cf1-404d-bc0d-7af849374d4c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:17.417401 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7c10558e-3bb9-4749-8c69-8133de36da22 req-1bfd1559-5cf1-404d-bc0d-7af849374d4c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0830152 Jan 18 13:30:17.465251 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7c10558e-3bb9-4749-8c69-8133de36da22 req-b810369a-0987-45fd-9d5c-a3ef3ef2e6db tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 Jan 18 13:30:18.673647 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71fc44-7fc6-4030-b072-d6e1a0932ff4 req-0ac2ecb2-a3f2-4c06-8ec1-895ce79ce333 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:18.675211 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a71fc44-7fc6-4030-b072-d6e1a0932ff4 req-0ac2ecb2-a3f2-4c06-8ec1-895ce79ce333 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0792978 Jan 18 13:30:18.736105 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a71fc44-7fc6-4030-b072-d6e1a0932ff4 req-556f7c34-0b32-48c2-afa6-71790dc5df94 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524445 Jan 18 13:30:19.332038 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f67e8c6d-d999-4807-94ef-16dca1814127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:19.948389 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cda3ea-7482-4bd1-a3e8-06f6705a081f req-bb70462c-e0bc-4224-9f81-1fde114fe158 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:19.949748 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-82cda3ea-7482-4bd1-a3e8-06f6705a081f req-bb70462c-e0bc-4224-9f81-1fde114fe158 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0866337 Jan 18 13:30:19.995903 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-82cda3ea-7482-4bd1-a3e8-06f6705a081f req-2d55a6e2-311f-4629-b373-1124195469cd tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405920 Jan 18 13:30:21.198855 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285401fb-3f44-4605-9a29-be978bd1e18d req-26f9ae4f-fb97-4fe5-ab36-eb7c37a8d067 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:21.200299 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-285401fb-3f44-4605-9a29-be978bd1e18d req-26f9ae4f-fb97-4fe5-ab36-eb7c37a8d067 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0797381 Jan 18 13:30:21.246023 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-285401fb-3f44-4605-9a29-be978bd1e18d req-56737e7a-fd60-4be9-82a8-f367d0d9abc4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395777 Jan 18 13:30:21.733931 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-907e469b-6270-4c0f-9f85-e2407e26de05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:22.442365 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19d50a-5100-43c2-b9d9-29b32c6a93c8 req-71209bf8-0b8a-4c67-9adb-1377648df80c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:22.443752 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7a19d50a-5100-43c2-b9d9-29b32c6a93c8 req-71209bf8-0b8a-4c67-9adb-1377648df80c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0754225 Jan 18 13:30:22.492519 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7a19d50a-5100-43c2-b9d9-29b32c6a93c8 req-a10ac855-2702-44e0-905c-b179012764f3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Jan 18 13:30:22.813974 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:22.957296 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:23.705012 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4340a-940f-4e4b-b2f1-07987ae74bff req-e42cb02e-6f4f-4acb-9dbd-15a86ee214dc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:23.706506 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5fb4340a-940f-4e4b-b2f1-07987ae74bff req-e42cb02e-6f4f-4acb-9dbd-15a86ee214dc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0859835 Jan 18 13:30:23.753353 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5fb4340a-940f-4e4b-b2f1-07987ae74bff req-a80dcf3d-a159-41c8-9bf3-88b82924e53b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Jan 18 13:30:24.145569 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:24.950849 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeace9-f517-4454-8de6-fc8712dc82d6 req-62328546-c457-4192-b2dd-e263558377b5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:24.952331 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5bfeace9-f517-4454-8de6-fc8712dc82d6 req-62328546-c457-4192-b2dd-e263558377b5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0780766 Jan 18 13:30:24.999681 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5bfeace9-f517-4454-8de6-fc8712dc82d6 req-8b7ccfbf-00f6-4be3-8a1b-d8a0d922f95c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415027 Jan 18 13:30:26.212029 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324b310-f242-4278-8654-fb20dd981d12 req-3c97ce67-9397-444a-9f86-366b2d5a8527 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:26.213821 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0324b310-f242-4278-8654-fb20dd981d12 req-3c97ce67-9397-444a-9f86-366b2d5a8527 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0811226 Jan 18 13:30:26.259080 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0324b310-f242-4278-8654-fb20dd981d12 req-cb5c631d-ab64-4231-83cf-a30fe30c94f5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399525 Jan 18 13:30:27.472190 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd7c63-95ee-4247-ad9b-2f4f3d7a32bd req-1009df54-6e20-4daf-95d0-7d1a8562bec4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:27.473533 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4ffd7c63-95ee-4247-ad9b-2f4f3d7a32bd req-1009df54-6e20-4daf-95d0-7d1a8562bec4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0781238 Jan 18 13:30:27.523209 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4ffd7c63-95ee-4247-ad9b-2f4f3d7a32bd req-917073f1-079a-4392-929b-1418365bd851 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 Jan 18 13:30:28.719458 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11fc31-8a2c-4f91-ae1b-1f8d92fd9a61 req-539cf8ae-18de-4eba-845b-bd1950bc0d39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:28.721555 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5d11fc31-8a2c-4f91-ae1b-1f8d92fd9a61 req-539cf8ae-18de-4eba-845b-bd1950bc0d39 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0774860 Jan 18 13:30:28.765953 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-5d11fc31-8a2c-4f91-ae1b-1f8d92fd9a61 req-0e87c70f-b1a5-4b2d-956b-142f4e540d1a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389602 Jan 18 13:30:29.969444 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001ef9f-60c1-48d7-9962-16f739411289 req-aec6fe36-91cf-4b1e-97a6-62ff5bff92c3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:29.971571 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7001ef9f-60c1-48d7-9962-16f739411289 req-aec6fe36-91cf-4b1e-97a6-62ff5bff92c3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0834048 Jan 18 13:30:30.019048 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-7001ef9f-60c1-48d7-9962-16f739411289 req-efb1aa18-375e-4029-ab3e-dd2aa149b81d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Jan 18 13:30:31.229206 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd89693-7d7a-4263-b228-63d5f3488381 req-1e402e39-c0e1-4bc5-9d10-83769ffa7409 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:31.230673 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0dd89693-7d7a-4263-b228-63d5f3488381 req-1e402e39-c0e1-4bc5-9d10-83769ffa7409 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0835528 Jan 18 13:30:31.276941 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0dd89693-7d7a-4263-b228-63d5f3488381 req-09656ef2-0a47-4000-ab70-cecda7bf7221 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406535 Jan 18 13:30:31.848067 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:32.476663 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc45f5-cf16-405d-94df-70c8186540b9 req-d00ebc54-8d60-4025-a014-14c5feec931a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:32.478014 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d3dc45f5-cf16-405d-94df-70c8186540b9 req-d00ebc54-8d60-4025-a014-14c5feec931a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0804517 Jan 18 13:30:32.523388 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d3dc45f5-cf16-405d-94df-70c8186540b9 req-532bd053-66ea-4f42-96ac-61e2feae4aba tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398531 Jan 18 13:30:33.720850 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc93a63-4f30-4546-9f6b-1ac5a26bcc14 req-7cf703e0-f43d-4258-8a26-5327c42c3b61 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:33.722273 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-afc93a63-4f30-4546-9f6b-1ac5a26bcc14 req-7cf703e0-f43d-4258-8a26-5327c42c3b61 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0750730 Jan 18 13:30:33.770030 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-afc93a63-4f30-4546-9f6b-1ac5a26bcc14 req-5fcac129-b0f8-490a-b6b6-0c9b7788acc6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 Jan 18 13:30:34.966338 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3de641-8d0a-4336-8f1e-4e9f86cd1067 req-d205a193-983c-44a8-a83e-ee191ae53c3f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:34.967822 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ba3de641-8d0a-4336-8f1e-4e9f86cd1067 req-d205a193-983c-44a8-a83e-ee191ae53c3f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0766339 Jan 18 13:30:35.015720 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ba3de641-8d0a-4336-8f1e-4e9f86cd1067 req-50d0bbf3-1741-4d21-a43b-2ee168321101 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409806 Jan 18 13:30:35.479299 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:30:36.219851 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb3974-aa3d-44fc-8520-e504e86f8426 req-174a3775-0e81-46e6-956e-bf182629db5f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:36.221341 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e5cb3974-aa3d-44fc-8520-e504e86f8426 req-174a3775-0e81-46e6-956e-bf182629db5f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0805068 Jan 18 13:30:36.348032 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e5cb3974-aa3d-44fc-8520-e504e86f8426 req-c16ad4c1-efd8-44b7-a89b-00f0aed35383 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211565 Jan 18 13:30:37.558247 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5a67f-6dae-43ed-aca1-5ee27d39a386 req-d5faf9d2-3456-4d6a-93d0-7ec6e16f8e13 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:37.559765 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b7a5a67f-6dae-43ed-aca1-5ee27d39a386 req-d5faf9d2-3456-4d6a-93d0-7ec6e16f8e13 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0860875 Jan 18 13:30:37.606218 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-b7a5a67f-6dae-43ed-aca1-5ee27d39a386 req-273c0fd5-0f2b-4f3a-9bdc-15b6631b8516 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406580 Jan 18 13:30:38.817970 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173b1c-380c-4432-84a3-4a528706dba2 req-d05c6994-4ae0-4e22-90eb-269cf3d1d231 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:38.819487 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e4173b1c-380c-4432-84a3-4a528706dba2 req-d05c6994-4ae0-4e22-90eb-269cf3d1d231 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0901661 Jan 18 13:30:38.867199 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e4173b1c-380c-4432-84a3-4a528706dba2 req-e4ce3dfb-1f67-460d-8e1d-6e5695d6e9c1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419886 Jan 18 13:30:40.069907 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb5668-cb77-4db2-9628-de6cc329383e req-c93c63bd-f265-4244-9bfa-dd56fc8cada1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:40.076078 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9ddb5668-cb77-4db2-9628-de6cc329383e req-c93c63bd-f265-4244-9bfa-dd56fc8cada1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0810392 Jan 18 13:30:40.122327 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9ddb5668-cb77-4db2-9628-de6cc329383e req-dea5bfb7-e174-4984-ac7b-79d2fdc85042 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451858 Jan 18 13:30:41.322840 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17290d8-4566-477b-b6b1-88627df868d9 req-caa8615c-e5b9-466d-8a4a-8a484e045573 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:41.324329 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c17290d8-4566-477b-b6b1-88627df868d9 req-caa8615c-e5b9-466d-8a4a-8a484e045573 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0783825 Jan 18 13:30:41.371235 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-c17290d8-4566-477b-b6b1-88627df868d9 req-3381e098-0b26-4802-9300-5206519ffa35 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411618 Jan 18 13:30:42.577714 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb00955-c128-49f3-9d0a-bb9cbf060588 req-db0b0f77-3549-4843-a048-d42eec785e8a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:42.579867 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0fb00955-c128-49f3-9d0a-bb9cbf060588 req-db0b0f77-3549-4843-a048-d42eec785e8a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0824130 Jan 18 13:30:42.626358 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0fb00955-c128-49f3-9d0a-bb9cbf060588 req-c26b677d-9ccf-4782-bbae-0f3be4336270 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398345 Jan 18 13:30:43.859320 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30783fa-7fb4-44a2-9258-890260175f00 req-ae12ec0a-e67f-4f14-a8a5-31295b9fe98a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:43.861125 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d30783fa-7fb4-44a2-9258-890260175f00 req-ae12ec0a-e67f-4f14-a8a5-31295b9fe98a tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0929947 Jan 18 13:30:43.925615 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d30783fa-7fb4-44a2-9258-890260175f00 req-bfa37782-a3ae-40e0-b1d3-d5056bd2eb34 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565484 Jan 18 13:30:45.133374 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b2bcb-f321-4f29-8fc8-50370b5e82f6 req-ad4317da-f9c8-4b2c-9316-431890917f77 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:45.135369 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d98b2bcb-f321-4f29-8fc8-50370b5e82f6 req-ad4317da-f9c8-4b2c-9316-431890917f77 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0853820 Jan 18 13:30:45.188295 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d98b2bcb-f321-4f29-8fc8-50370b5e82f6 req-1fa4297e-e0ac-497d-a1b5-5fcc1d5433c5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458210 Jan 18 13:30:46.398023 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9bca4-946f-4358-b083-c29ac729825d req-bd3e4364-931c-43be-b933-4233155382a3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:46.406290 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-80c9bca4-946f-4358-b083-c29ac729825d req-bd3e4364-931c-43be-b933-4233155382a3 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0832806 Jan 18 13:30:46.456110 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-80c9bca4-946f-4358-b083-c29ac729825d req-150e4b99-3323-4a53-99df-5d82b3528ab2 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433030 Jan 18 13:30:47.674070 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aef45-71c7-4649-bd36-544a99d9fb10 req-3efec662-e4ac-4be4-aed9-4adbd195ba1b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:47.675589 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a9aef45-71c7-4649-bd36-544a99d9fb10 req-3efec662-e4ac-4be4-aed9-4adbd195ba1b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0841544 Jan 18 13:30:47.721520 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-9a9aef45-71c7-4649-bd36-544a99d9fb10 req-6aefbcc8-96f8-4598-a8ba-0a282ef731bb tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401931 Jan 18 13:30:48.930684 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69c669-d940-43d9-8613-8cdc88c1993a req-804b25ed-3be5-40e0-99ba-e19fc244846e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:48.932182 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0b69c669-d940-43d9-8613-8cdc88c1993a req-804b25ed-3be5-40e0-99ba-e19fc244846e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0855210 Jan 18 13:30:48.977123 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0b69c669-d940-43d9-8613-8cdc88c1993a req-8e03e096-0c72-41ae-8192-0e2fb47e2e26 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394447 Jan 18 13:30:49.290729 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aa3b997a-a21d-4d9a-996d-6d0d36ee0449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:50.181189 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8247f3a-354e-4a94-bbb1-a9b8ae6dc283 req-e28ff64f-c02c-4a24-87f2-cee4939b0cde tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:50.182622 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a8247f3a-354e-4a94-bbb1-a9b8ae6dc283 req-e28ff64f-c02c-4a24-87f2-cee4939b0cde tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0818517 Jan 18 13:30:50.228827 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-a8247f3a-354e-4a94-bbb1-a9b8ae6dc283 req-33b55530-cc60-49ff-869b-bc0d3e8b2ded tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401676 Jan 18 13:30:51.427724 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6689c-2ef3-4b56-b841-a34f127b0406 req-f497d17e-581d-4738-add2-1644b7f425f7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:51.429234 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4ec6689c-2ef3-4b56-b841-a34f127b0406 req-f497d17e-581d-4738-add2-1644b7f425f7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0779328 Jan 18 13:30:51.474927 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-4ec6689c-2ef3-4b56-b841-a34f127b0406 req-a683e53b-f741-426c-ad80-a000a1308f58 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403273 Jan 18 13:30:51.756508 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c3c604df-2aea-48c6-9d5c-48a077ddc850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:52.672122 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf210b-d0a1-4061-bc5b-423b653046b1 req-fa64149a-a415-4179-975e-162a8abc63f6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:52.674180 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6dbf210b-d0a1-4061-bc5b-423b653046b1 req-fa64149a-a415-4179-975e-162a8abc63f6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0813148 Jan 18 13:30:52.723182 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-6dbf210b-d0a1-4061-bc5b-423b653046b1 req-6fc769c3-4a40-44ef-b303-c608edae8e50 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434525 Jan 18 13:30:52.880516 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:52.964819 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:53.923614 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b44d2-5b70-4c9a-a384-689d82786079 req-f4047a40-2199-46e3-9716-e1786ce66dbd tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:53.925005 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-250b44d2-5b70-4c9a-a384-689d82786079 req-f4047a40-2199-46e3-9716-e1786ce66dbd tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0785906 Jan 18 13:30:53.970001 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-250b44d2-5b70-4c9a-a384-689d82786079 req-9cf1b99d-eb04-4418-a413-26abf6453cf2 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391607 Jan 18 13:30:54.170553 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:55.173251 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02bcf5-9090-4c97-88d5-86d599e63284 req-b7bcf276-a78c-4065-b39c-cb40cd319f08 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:55.174699 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ff02bcf5-9090-4c97-88d5-86d599e63284 req-b7bcf276-a78c-4065-b39c-cb40cd319f08 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0811434 Jan 18 13:30:55.220304 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ff02bcf5-9090-4c97-88d5-86d599e63284 req-e22a7877-92bf-47da-b969-fcebbd557022 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398309 Jan 18 13:30:56.179620 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60526) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:30:56.322466 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-9d08207f-31cf-46f1-977e-d64568d749bf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1415606 Jan 18 13:30:56.427635 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84881811-2b5b-442a-97e7-89c3fcb8cd5d req-86f0b8ff-4c9b-415d-bbdb-beb5825d13bc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:56.429115 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-84881811-2b5b-442a-97e7-89c3fcb8cd5d req-86f0b8ff-4c9b-415d-bbdb-beb5825d13bc tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0806174 Jan 18 13:30:56.475508 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-84881811-2b5b-442a-97e7-89c3fcb8cd5d req-56be602e-7a9d-4227-9063-2bcf0863da8f tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 Jan 18 13:30:57.677324 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92826e5c-cb25-43dc-a4e8-e3fafc5f6859 req-00e7aa82-c071-4760-a880-b578ccf4a79e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:57.678714 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-92826e5c-cb25-43dc-a4e8-e3fafc5f6859 req-00e7aa82-c071-4760-a880-b578ccf4a79e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0789421 Jan 18 13:30:57.723872 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-92826e5c-cb25-43dc-a4e8-e3fafc5f6859 req-097693c3-9dfd-438f-8da8-b69665e092aa tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397563 Jan 18 13:30:59.023254 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d204a-fcb4-4ef3-a16f-548d1677f5b5 req-197fdbc8-464e-45ec-9d6c-9c87fca11680 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:59.024756 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-582d204a-fcb4-4ef3-a16f-548d1677f5b5 req-197fdbc8-464e-45ec-9d6c-9c87fca11680 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.1811683 Jan 18 13:30:59.114020 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-582d204a-fcb4-4ef3-a16f-548d1677f5b5 req-7016471f-2bda-4fee-b1f9-13d110068d93 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833580 Jan 18 13:30:59.143268 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-2ca7a035-8bb9-439e-9a7d-4318a0b724ba service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5&tenant_id=93e1e08afb504e08834871d5f1256f41 HTTP/1.1" status: 200 len: 1096 time: 0.1508634 Jan 18 13:30:59.248501 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-95d879a1-36c4-4b43-8d86-ad73c0dd52f2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93e1e08afb504e08834871d5f1256f41&device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1096 time: 0.0735376 Jan 18 13:30:59.388662 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-5c7a8742-b544-4d00-a026-b059f808306e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:59.390122 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-5c7a8742-b544-4d00-a026-b059f808306e service neutron] 10.222.0.91 "GET /v2.0/networks?id=f47501c5-26e6-4481-8544-fd22f4d9f1f7 HTTP/1.1" status: 200 len: 910 time: 0.1361425 Jan 18 13:30:59.496157 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-480e566a-6035-4ed5-bcf9-20c27bb22066 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b274bf0-e785-478e-9750-c77696b975c6 HTTP/1.1" status: 200 len: 998 time: 0.1001332 Jan 18 13:30:59.557660 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-082b0609-4cea-47eb-849e-f1078445a0b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:59.559063 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-082b0609-4cea-47eb-849e-f1078445a0b9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0066c9be-8ad5-4d10-93d3-47a6f217e818 HTTP/1.1" status: 200 len: 848 time: 0.0578423 Jan 18 13:30:59.634254 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-3896a38a-b288-4a0d-9545-9924b343c17e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f47501c5-26e6-4481-8544-fd22f4d9f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693507 Jan 18 13:30:59.643805 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-ee146793-41b5-4f15-8213-7f90fb31d776 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=83736) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:30:59.644651 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-ee146793-41b5-4f15-8213-7f90fb31d776 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048375 Jan 18 13:30:59.773526 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-17105c8c-9358-457a-8757-147cb1436c75 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224532 Jan 18 13:30:59.903325 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-f013bdb0-d6d1-4060-b77e-cd8c94f76b69 req-a56fc04f-2251-495e-9bba-c5a25266ac95 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241856 Jan 18 13:31:00.316330 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bd946-b408-41c2-8534-3f48f07bc4a2 req-417fac3c-b80b-491a-b7b3-4b4162b6ed41 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:00.317763 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-108bd946-b408-41c2-8534-3f48f07bc4a2 req-417fac3c-b80b-491a-b7b3-4b4162b6ed41 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0807776 Jan 18 13:31:00.363716 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-108bd946-b408-41c2-8534-3f48f07bc4a2 req-7b28a96c-b7e5-44ba-9956-c4833da4ec5d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 Jan 18 13:31:01.597292 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c8065-337e-4a45-b61e-ed1d2d6a04b4 req-408be01c-8169-4775-bb6b-a98951384758 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:01.598752 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-606c8065-337e-4a45-b61e-ed1d2d6a04b4 req-408be01c-8169-4775-bb6b-a98951384758 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0757623 Jan 18 13:31:01.647635 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-606c8065-337e-4a45-b61e-ed1d2d6a04b4 req-8cb2b0f8-01ae-456f-942c-2c1ee6bb9c71 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433915 Jan 18 13:31:01.887604 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:02.870767 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf29bac-d10c-4e24-8c87-9d83c3f3153b req-d24f377b-6080-4b35-8aa1-e20584849ded tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:02.872239 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bdf29bac-d10c-4e24-8c87-9d83c3f3153b req-d24f377b-6080-4b35-8aa1-e20584849ded tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0788822 Jan 18 13:31:02.916864 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-bdf29bac-d10c-4e24-8c87-9d83c3f3153b req-85b185e5-a60b-46ba-acae-06f2094c3547 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391774 Jan 18 13:31:04.119051 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80018b-b162-4d7f-b24c-1ca393e16e10 req-e85c3016-8c24-4127-ae62-c1500f90a224 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:04.120500 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0c80018b-b162-4d7f-b24c-1ca393e16e10 req-e85c3016-8c24-4127-ae62-c1500f90a224 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0786557 Jan 18 13:31:04.165843 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-0c80018b-b162-4d7f-b24c-1ca393e16e10 req-f3fecada-44cf-4fc8-9ab4-71934b6f27a6 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394425 Jan 18 13:31:05.521544 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49c2ff-aec2-42d4-930e-a2ed26d19ccc req-9b401e68-b2ba-4611-9fe4-0554ffcf9d5d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:05.522972 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cc49c2ff-aec2-42d4-930e-a2ed26d19ccc req-9b401e68-b2ba-4611-9fe4-0554ffcf9d5d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0745301 Jan 18 13:31:05.570883 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cc49c2ff-aec2-42d4-930e-a2ed26d19ccc req-76fb9cf4-0d33-4bd6-9a12-e295d66ccc05 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423243 Jan 18 13:31:06.773739 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f44f4c-b726-4946-a6db-9d130867fde2 req-65cb0e8d-d8cf-47e8-98ce-85bdd75860d5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:06.775158 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-93f44f4c-b726-4946-a6db-9d130867fde2 req-65cb0e8d-d8cf-47e8-98ce-85bdd75860d5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0789740 Jan 18 13:31:06.820443 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-93f44f4c-b726-4946-a6db-9d130867fde2 req-25e458ad-6e62-479a-b005-e4a5fd10994c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393066 Jan 18 13:31:08.017796 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fd5b3-d54a-471a-9bd8-bd612adfa626 req-485546ac-beba-41cb-b985-e50349cc0ec7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:08.019241 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-485fd5b3-d54a-471a-9bd8-bd612adfa626 req-485546ac-beba-41cb-b985-e50349cc0ec7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0760856 Jan 18 13:31:08.064320 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-485fd5b3-d54a-471a-9bd8-bd612adfa626 req-56d180e2-a7ef-4f01-bc08-d058bedc83ed tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395448 Jan 18 13:31:09.261219 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8804e5c-34a8-4644-ba91-7fe5dac73375 req-02e69aff-aaa0-4083-b547-5fd6b7c0b2e1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:09.262695 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e8804e5c-34a8-4644-ba91-7fe5dac73375 req-02e69aff-aaa0-4083-b547-5fd6b7c0b2e1 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 943 time: 0.0773966 Jan 18 13:31:09.309179 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-e8804e5c-34a8-4644-ba91-7fe5dac73375 req-66ad3ac7-e9b4-42c3-9def-cc6948390673 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 Jan 18 13:31:09.972518 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 5b274bf0-e785-478e-9750-c77696b975c6 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=83738) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:31:10.117637 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 5b274bf0-e785-478e-9750-c77696b975c6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b274bf0-e785-478e-9750-c77696b975c6,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:31:10.131681 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Returning: {'device': '5b274bf0-e785-478e-9750-c77696b975c6', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'port_id': '5b274bf0-e785-478e-9750-c77696b975c6', 'mac_address': 'fa:16:3e:9f:cb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83738) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:31:10.186343 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:10.203493 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b274bf0-e785-478e-9750-c77696b975c6 {{(pid=83738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:31:10.217868 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 5b274bf0-e785-478e-9750-c77696b975c6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b274bf0-e785-478e-9750-c77696b975c6,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:31:10.318729 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:10.393940 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=5b274bf0-e785-478e-9750-c77696b975c6,revision_number=7']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:31:10.403548 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:31:10.408043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:31:10.408043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:31:10.408043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:31:10.408043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:31:10.408043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:31:10.408043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:31:10.408043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:31:10.408043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:31:10.408043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:31:10.408043 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:31:10.526044 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac7d6d-6152-407b-92a9-b4c8b545a835 req-93cc79c6-a728-4179-a7b5-942db4c4ba6e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:10.527615 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d3ac7d6d-6152-407b-92a9-b4c8b545a835 req-93cc79c6-a728-4179-a7b5-942db4c4ba6e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 944 time: 0.0752509 Jan 18 13:31:10.665936 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d3ac7d6d-6152-407b-92a9-b4c8b545a835 req-1e1b7d7a-dee2-4ce4-8c90-b9ca42ee3ec4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318529 Jan 18 13:31:10.771622 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] get_ports_and_sgs() called for port_ids ['5b274bf0-e785-478e-9750-c77696b975c6'] {{(pid=83738) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:31:11.865279 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da1574-ff94-45a2-ac3c-623c338c24fb req-9cac677c-3345-4530-980b-fe5cba133175 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:11.866681 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d7da1574-ff94-45a2-ac3c-623c338c24fb req-9cac677c-3345-4530-980b-fe5cba133175 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 944 time: 0.0784454 Jan 18 13:31:11.913804 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-d7da1574-ff94-45a2-ac3c-623c338c24fb req-c2192972-b5d3-4cd7-a85e-c01207b49d4b tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415478 Jan 18 13:31:11.986439 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 5b274bf0-e785-478e-9750-c77696b975c6 up at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:31:12.054170 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.provisioning_blocks [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Provisioning complete for port 5b274bf0-e785-478e-9750-c77696b975c6 triggered by entity L2. {{(pid=83738) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:31:12.054528 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7954223'] for port, provisioning_complete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:12.165808 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7961065'] for port, before_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:12.192082 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6'}] {{(pid=83738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:31:12.201480 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] For port 5b274bf0-e785-478e-9750-c77696b975c6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b274bf0-e785-478e-9750-c77696b975c6,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:31:12.249114 dv-cinder-825102-1-iscsi neutron-server[83738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6', 'code': 200} Jan 18 13:31:12.278795 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737921870340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737921512695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737921509160'] for port, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:12.342494 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Pushing event updated for resources: {'Port': ['ID=5b274bf0-e785-478e-9750-c77696b975c6,revision_number=8']} {{(pid=83738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:31:12.478307 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:31:12.653887 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ec8f8f5b-847e-4e3f-a8a5-ca4328219657 req-df031dae-ca12-420d-85aa-803289118de3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1098 time: 0.0722828 Jan 18 13:31:12.696734 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ec8f8f5b-847e-4e3f-a8a5-ca4328219657 req-2147b167-9c0a-4a61-9db7-eb83f83bceed service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365729 Jan 18 13:31:13.118527 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13ccbc-2ce7-496e-b30a-a4d33b58d4b9 req-1ce417f2-4ff6-48b9-b383-dd3bf692a6f5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:13.120027 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ad13ccbc-2ce7-496e-b30a-a4d33b58d4b9 req-1ce417f2-4ff6-48b9-b383-dd3bf692a6f5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0818703 Jan 18 13:31:13.167174 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-ad13ccbc-2ce7-496e-b30a-a4d33b58d4b9 req-cea0e86d-3ac6-4b16-a155-37f37ec82341 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 Jan 18 13:31:14.371674 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476910d7-7d9c-4575-bbcc-e067ebffa5a9 req-bb11c6ed-b025-444d-9ccb-e4c485e5d87d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:14.372997 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-476910d7-7d9c-4575-bbcc-e067ebffa5a9 req-bb11c6ed-b025-444d-9ccb-e4c485e5d87d tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0787067 Jan 18 13:31:14.422320 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-476910d7-7d9c-4575-bbcc-e067ebffa5a9 req-535ee0f6-c234-48e1-85b7-4cbb814e5476 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406590 Jan 18 13:31:19.290201 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-4f11a632-334b-42ef-9b46-601acfb4c895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:21.719107 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5f309e83-b989-4378-8643-782ac16f0081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:22.844906 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:22.958603 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:24.141655 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:31.886964 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:49.292673 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d4ac-84ba-4dcf-b02e-36fcc7a481e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:49.478810 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:31:51.718584 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-362f95d0-2d43-4a25-84fd-6bd769485540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:52.476893 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-29ccd6f3-688b-4d3c-bac0-271b6d540ac4 req-c57b0e92-b708-4423-ab64-0488b4052330 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754132 Jan 18 13:31:52.637497 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-29ccd6f3-688b-4d3c-bac0-271b6d540ac4 req-3f6fc9a9-eaae-4f93-80f4-1af01d34f13b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93e1e08afb504e08834871d5f1256f41&device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1098 time: 0.0706081 Jan 18 13:31:52.783821 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccd6f3-688b-4d3c-bac0-271b6d540ac4 req-bf4e933b-e7b0-433f-b9d1-ee3fc1f9e96d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:52.785251 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-29ccd6f3-688b-4d3c-bac0-271b6d540ac4 req-bf4e933b-e7b0-433f-b9d1-ee3fc1f9e96d service neutron] 10.222.0.91 "GET /v2.0/networks?id=f47501c5-26e6-4481-8544-fd22f4d9f1f7 HTTP/1.1" status: 200 len: 910 time: 0.1291564 Jan 18 13:31:52.852807 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:52.898238 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-29ccd6f3-688b-4d3c-bac0-271b6d540ac4 req-dae8091c-1086-4673-b322-d8f0e9d2e2f3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b274bf0-e785-478e-9750-c77696b975c6 HTTP/1.1" status: 200 len: 1000 time: 0.1066647 Jan 18 13:31:52.962150 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccd6f3-688b-4d3c-bac0-271b6d540ac4 req-32c9aae8-2f5b-4dc0-892c-b77869458493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:52.963933 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-29ccd6f3-688b-4d3c-bac0-271b6d540ac4 req-32c9aae8-2f5b-4dc0-892c-b77869458493 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0066c9be-8ad5-4d10-93d3-47a6f217e818 HTTP/1.1" status: 200 len: 848 time: 0.0600872 Jan 18 13:31:52.967301 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:53.041074 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-29ccd6f3-688b-4d3c-bac0-271b6d540ac4 req-602b71ee-6ed4-4624-b247-470439395d6a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f47501c5-26e6-4481-8544-fd22f4d9f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715733 Jan 18 13:31:53.173817 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-29ccd6f3-688b-4d3c-bac0-271b6d540ac4 req-8a979edb-7fbe-4fc5-a77d-1605d2a0bfa1 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264937 Jan 18 13:31:53.305646 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-29ccd6f3-688b-4d3c-bac0-271b6d540ac4 req-79d235ab-3fc3-48d9-b54e-59c0fbe1ba86 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262388 Jan 18 13:31:54.135209 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:01.881430 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:19.315507 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-00007fc1-060a-4386-84f6-ad613231ca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:21.744182 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-1511ac09-fae6-488e-ae7d-11af897b5311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:22.821169 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:22.961086 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:24.146092 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:26.478994 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:32:31.875714 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:36.136183 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [req-1d0d1193-ed2c-469f-999a-e78fa86d0714 req-16ba39d9-c2ff-4d65-832c-b3d4aa35a02a service neutron] (83737) timed out ('10.222.0.91', 64395) {{(pid=83737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:32:43.175234 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60614) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:32:43.375664 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Deleting port 8ff4ad79-e238-4151-a310-f3927685d847 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:32:43.375901 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:43.630626 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:43.630964 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:43.748248 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Calling delete_port for 8ff4ad79-e238-4151-a310-f3927685d847 owned by network:floatingip {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:32:43.980772 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:44.026865 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event deleted for resources: {'Port': ['ID=8ff4ad79-e238-4151-a310-f3927685d847,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:44.064081 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:44.064416 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:44.064760 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:44.065151 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:44.065480 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:44.065798 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:44.066113 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:44.066433 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:44.066748 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:44.067060 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:44.067593 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825102-1-iscsi {{(pid=83736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:44.132011 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for floatingip, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:44.526948 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:32:44.726692 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:32:44.737663 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cfdfc-4065-464b-a6e2-13b64f4c736c None None] Sync routers for ids ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:32:44.749385 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05cfdfc-4065-464b-a6e2-13b64f4c736c None None] Routers {'0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:32:44.749987 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-f05cfdfc-4065-464b-a6e2-13b64f4c736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:32:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:44.813072 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for floatingip, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:44.867072 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-5259d4f6-5d91-47fe-8704-45f950d9ec88 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "DELETE /v2.0/floatingips/7bc777fa-8536-4458-8ce5-468e93b4ff42 HTTP/1.1" status: 204 len: 168 time: 1.6906343 Jan 18 13:32:44.867580 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:32:44.935968 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-f05cfdfc-4065-464b-a6e2-13b64f4c736c None None] Set router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:32:45.084789 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6', 'status': 'completed', 'code': 200} Jan 18 13:32:45.202820 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-346d4e12-324d-43c4-8fc9-25e274336fd8 req-d9b806ed-4fe1-4b39-8156-b91491644384 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93e1e08afb504e08834871d5f1256f41&device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 1098 time: 0.0725629 Jan 18 13:32:45.290468 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-f05cfdfc-4065-464b-a6e2-13b64f4c736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '65d61b98-6af2-4892-88aa-75304ba29142', 'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:22Z', 'updated_at': '2022-01-18T13:24:41Z', 'revision_number': 5, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'subnets': [{'id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:45.295088 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cfdfc-4065-464b-a6e2-13b64f4c736c None None] Checking router: 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:32:45.310798 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05cfdfc-4065-464b-a6e2-13b64f4c736c None None] Routers {'0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:32:45.310798 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-f05cfdfc-4065-464b-a6e2-13b64f4c736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:32:22Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:45.352970 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d4e12-324d-43c4-8fc9-25e274336fd8 req-3f5a0966-c568-4ed1-a0be-2dd845846d8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:45.354999 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-346d4e12-324d-43c4-8fc9-25e274336fd8 req-3f5a0966-c568-4ed1-a0be-2dd845846d8b service neutron] 10.222.0.91 "GET /v2.0/networks?id=f47501c5-26e6-4481-8544-fd22f4d9f1f7 HTTP/1.1" status: 200 len: 910 time: 0.1468196 Jan 18 13:32:45.468913 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-346d4e12-324d-43c4-8fc9-25e274336fd8 req-5fd21bd5-8fe7-48dd-9cc7-129624948148 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b274bf0-e785-478e-9750-c77696b975c6 HTTP/1.1" status: 200 len: 217 time: 0.1079197 Jan 18 13:32:45.492389 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-f05cfdfc-4065-464b-a6e2-13b64f4c736c None None] Set router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:32:45.654119 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d4e12-324d-43c4-8fc9-25e274336fd8 req-0f6621ae-a8f1-4321-8e59-ab30353bede7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:45.655707 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-346d4e12-324d-43c4-8fc9-25e274336fd8 req-0f6621ae-a8f1-4321-8e59-ab30353bede7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0066c9be-8ad5-4d10-93d3-47a6f217e818 HTTP/1.1" status: 200 len: 848 time: 0.1739900 Jan 18 13:32:45.666377 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc548fda-95ce-492a-b327-7c78a94b11f0 req-02698552-eac8-47e7-9885-528a55388bc0 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:45.667031 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-dc548fda-95ce-492a-b327-7c78a94b11f0 req-02698552-eac8-47e7-9885-528a55388bc0 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Synchronizing usage tracker for tenant:93e1e08afb504e08834871d5f1256f41 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:32:45.745203 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-346d4e12-324d-43c4-8fc9-25e274336fd8 req-615d8228-a17c-40e9-98c3-50e72ff3f3fe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f47501c5-26e6-4481-8544-fd22f4d9f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738032 Jan 18 13:32:45.815989 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-f05cfdfc-4065-464b-a6e2-13b64f4c736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '65d61b98-6af2-4892-88aa-75304ba29142', 'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:22Z', 'updated_at': '2022-01-18T13:24:41Z', 'revision_number': 5, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'subnets': [{'id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:45.818582 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-dc548fda-95ce-492a-b327-7c78a94b11f0 req-02698552-eac8-47e7-9885-528a55388bc0 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Unset dirty status for tenant:93e1e08afb504e08834871d5f1256f41 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:32:45.819733 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dc548fda-95ce-492a-b327-7c78a94b11f0 req-02698552-eac8-47e7-9885-528a55388bc0 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.4043682 Jan 18 13:32:45.820131 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cfdfc-4065-464b-a6e2-13b64f4c736c None None] The sync data for ids ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'] in dv-cinder-825102-1-iscsi is: [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:24:23Z', 'revision_number': 4, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi', '_interfaces': [{'id': '65d61b98-6af2-4892-88aa-75304ba29142', 'name': '', 'network_id': 'f47501c5-26e6-4481-8544-fd22f4d9f1f7', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'mac_address': 'fa:16:3e:ef:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:22Z', 'updated_at': '2022-01-18T13:24:41Z', 'revision_number': 5, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'subnets': [{'id': '0066c9be-8ad5-4d10-93d3-47a6f217e818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:32:45.908797 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-dc548fda-95ce-492a-b327-7c78a94b11f0 req-9042dd04-eb76-4692-a921-860b168ea9c9 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802717 Jan 18 13:32:45.914144 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-346d4e12-324d-43c4-8fc9-25e274336fd8 req-824c855a-0a7c-4bab-aab5-e0ff23c3c9b8 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624193 Jan 18 13:32:46.074734 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-346d4e12-324d-43c4-8fc9-25e274336fd8 req-e2580837-f989-4c3f-8a2d-592014461966 service neutron] 10.222.0.91 "GET /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536872 Jan 18 13:32:46.080068 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d38132a-ef09-40bc-949d-f93d47cd2c41 None None] New status for floating IP 7bc777fa-8536-4458-8ce5-468e93b4ff42: DOWN {{(pid=83739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:32:47.128202 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb045b-ee62-4037-a207-44fee51a6e38 req-3c64d42e-033e-4796-ab4b-44b7a79ecda4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:47.129755 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2feb045b-ee62-4037-a207-44fee51a6e38 req-3c64d42e-033e-4796-ab4b-44b7a79ecda4 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0931816 Jan 18 13:32:47.175819 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2feb045b-ee62-4037-a207-44fee51a6e38 req-9a4370c0-21fb-4a2c-8d7d-5d616354eee5 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/security-groups?id=1da73f1f-4998-4335-9fc6-70e08e9db9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406520 Jan 18 13:32:47.283198 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6009a0-0260-4db2-a911-7d3510a89717 req-05b32c01-8f42-4372-bcc8-9d552b64e79c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:47.284684 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cf6009a0-0260-4db2-a911-7d3510a89717 req-05b32c01-8f42-4372-bcc8-9d552b64e79c tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.91 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 945 time: 0.0794005 Jan 18 13:32:47.403982 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-cf6009a0-0260-4db2-a911-7d3510a89717 req-675d55a5-498c-4878-84e4-62a696ced6e7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Deleting port 5b274bf0-e785-478e-9750-c77696b975c6 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:32:47.404469 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-cf6009a0-0260-4db2-a911-7d3510a89717 req-675d55a5-498c-4878-84e4-62a696ced6e7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:47.661104 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [req-cf6009a0-0260-4db2-a911-7d3510a89717 req-675d55a5-498c-4878-84e4-62a696ced6e7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] For port 5b274bf0-e785-478e-9750-c77696b975c6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b274bf0-e785-478e-9750-c77696b975c6,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:32:47.668063 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-cf6009a0-0260-4db2-a911-7d3510a89717 req-675d55a5-498c-4878-84e4-62a696ced6e7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:47.810720 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [req-cf6009a0-0260-4db2-a911-7d3510a89717 req-675d55a5-498c-4878-84e4-62a696ced6e7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Calling delete_port for 5b274bf0-e785-478e-9750-c77696b975c6 owned by compute:nova {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:32:48.069952 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-cf6009a0-0260-4db2-a911-7d3510a89717 req-675d55a5-498c-4878-84e4-62a696ced6e7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:48.127094 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d55a5-498c-4878-84e4-62a696ced6e7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event deleted for resources: {'Port': ['ID=5b274bf0-e785-478e-9750-c77696b975c6,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:48.201018 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6009a0-0260-4db2-a911-7d3510a89717 req-675d55a5-498c-4878-84e4-62a696ced6e7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] No DVR routers for this DVR port 5b274bf0-e785-478e-9750-c77696b975c6 on host hv-cinder-82510 {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:32:48.203672 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [req-cf6009a0-0260-4db2-a911-7d3510a89717 req-675d55a5-498c-4878-84e4-62a696ced6e7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420703'] for port, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:48.206424 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'name': 'network-vif-deleted', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6'}] {{(pid=83736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:32:48.274437 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-cf6009a0-0260-4db2-a911-7d3510a89717 req-675d55a5-498c-4878-84e4-62a696ced6e7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.91 "DELETE /v2.0/ports/5b274bf0-e785-478e-9750-c77696b975c6 HTTP/1.1" status: 204 len: 173 time: 0.9845901 Jan 18 13:32:48.277899 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264760e5-1c61-4d85-b0c8-c8d6a8c1cca5', 'name': 'network-vif-deleted', 'tag': '5b274bf0-e785-478e-9750-c77696b975c6', 'status': 'completed', 'code': 200} Jan 18 13:32:48.350703 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-687ffc4b-c4d9-48be-a384-75d50abf5618 req-174af2ac-e2c8-46da-9a5a-3331fbc623a8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Synchronizing usage tracker for tenant:93e1e08afb504e08834871d5f1256f41 on resource:port {{(pid=83736) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:32:48.436370 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.quota.resource [req-687ffc4b-c4d9-48be-a384-75d50abf5618 req-174af2ac-e2c8-46da-9a5a-3331fbc623a8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Unset dirty status for tenant:93e1e08afb504e08834871d5f1256f41 on resource:port {{(pid=83736) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:32:48.437508 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-687ffc4b-c4d9-48be-a384-75d50abf5618 req-174af2ac-e2c8-46da-9a5a-3331fbc623a8 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 210 time: 0.1312823 Jan 18 13:32:49.286795 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-da6fe703-0a5f-47f1-9db0-ecd279f200f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:49.616265 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [req-2839b47e-ac71-4b3d-8da9-7a6c4904c26e req-fe614a38-868d-401e-a9d1-7b32235fcb1e tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "GET /v2.0/ports?device_id=264760e5-1c61-4d85-b0c8-c8d6a8c1cca5 HTTP/1.1" status: 200 len: 210 time: 0.0426438 Jan 18 13:32:50.585457 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 5b274bf0-e785-478e-9750-c77696b975c6 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:32:50.617494 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] No Port match for: 5b274bf0-e785-478e-9750-c77696b975c6 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:32:50.617822 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Device 5b274bf0-e785-478e-9750-c77696b975c6 not bound to the agent host hv-cinder-82510 {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:32:50.726246 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60636) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:32:50.793345 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bde8d074-956f-4a68-a583-5933d62e8cf7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:50.823143 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bde8d074-956f-4a68-a583-5933d62e8cf7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:50.961087 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bde8d074-956f-4a68-a583-5933d62e8cf7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:50.979742 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8d074-956f-4a68-a583-5933d62e8cf7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da73f1f-4998-4335-9fc6-70e08e9db9cf,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:51.091888 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-bde8d074-956f-4a68-a583-5933d62e8cf7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:51.095634 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-bde8d074-956f-4a68-a583-5933d62e8cf7 tempest-TestShelveInstance-659682902 tempest-TestShelveInstance-659682902-project] 10.222.0.87 "DELETE /v2.0/security-groups/1da73f1f-4998-4335-9fc6-70e08e9db9cf HTTP/1.1" status: 204 len: 168 time: 0.3657880 Jan 18 13:32:51.272726 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60642) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:32:51.761228 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-6934410c-f4d6-4d73-b9c7-94c8bb462555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:51.902551 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8dce3c27-1318-4170-9fd5-df8e587118be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1038416'] for router_interface, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:52.485626 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-8dce3c27-1318-4170-9fd5-df8e587118be admin admin] Deleting port 65d61b98-6af2-4892-88aa-75304ba29142 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:32:52.485964 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8dce3c27-1318-4170-9fd5-df8e587118be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:52.667125 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [None req-8dce3c27-1318-4170-9fd5-df8e587118be admin admin] For port 65d61b98-6af2-4892-88aa-75304ba29142, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=65d61b98-6af2-4892-88aa-75304ba29142,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:32:52.667504 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8dce3c27-1318-4170-9fd5-df8e587118be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:52.793093 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-8dce3c27-1318-4170-9fd5-df8e587118be admin admin] Calling delete_port for 65d61b98-6af2-4892-88aa-75304ba29142 owned by network:router_interface {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:32:52.841593 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:52.994990 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:53.060709 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8dce3c27-1318-4170-9fd5-df8e587118be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:53.105597 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce3c27-1318-4170-9fd5-df8e587118be admin admin] Pushing event deleted for resources: {'Port': ['ID=65d61b98-6af2-4892-88aa-75304ba29142,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:53.494286 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-8dce3c27-1318-4170-9fd5-df8e587118be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8258696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1039289'] for router_interface, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:54.090114 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dce3c27-1318-4170-9fd5-df8e587118be admin admin] Router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:32:54.151581 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:54.297671 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dce3c27-1318-4170-9fd5-df8e587118be admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:32:54.306651 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07448bee-9715-4d0d-b328-bb7450c58cb9 None None] Sync routers for ids ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'] in dv-cinder-825102-1-iscsi {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:32:54.320784 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07448bee-9715-4d0d-b328-bb7450c58cb9 None None] Routers {'0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:32:54.320784 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-07448bee-9715-4d0d-b328-bb7450c58cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:32:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:54.374847 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-8dce3c27-1318-4170-9fd5-df8e587118be admin admin] 10.222.0.87 "PUT /v2.0/routers/0b5cbb15-9df8-4b93-88ce-1bf8a52034a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1009271 Jan 18 13:32:54.377524 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60648) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:32:54.498561 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-07448bee-9715-4d0d-b328-bb7450c58cb9 None None] Set router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:32:54.581357 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Notify callbacks [] for router, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:54.791496 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-07448bee-9715-4d0d-b328-bb7450c58cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:32:52Z', 'revision_number': 5, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:54.795504 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07448bee-9715-4d0d-b328-bb7450c58cb9 None None] Checking router: 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 for host: dv-cinder-825102-1-iscsi {{(pid=83738) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:32:54.807211 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07448bee-9715-4d0d-b328-bb7450c58cb9 None None] Routers {'0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83738) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:32:54.807855 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-07448bee-9715-4d0d-b328-bb7450c58cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:32:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'], 'active': True} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:54.921527 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:55.003562 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Deleting port b6080cc2-9e10-49cc-92e6-2377600346f9 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:32:55.003904 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:55.038865 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_dvr_db [None req-07448bee-9715-4d0d-b328-bb7450c58cb9 None None] Set router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83738) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:32:55.186388 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] For port b6080cc2-9e10-49cc-92e6-2377600346f9, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=b6080cc2-9e10-49cc-92e6-2377600346f9,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:32:55.186985 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:55.312315 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Calling delete_port for b6080cc2-9e10-49cc-92e6-2377600346f9 owned by network:router_gateway {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:32:55.326317 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.db.l3_hamode_db [None req-07448bee-9715-4d0d-b328-bb7450c58cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:32:52Z', 'revision_number': 5, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:55.330485 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07448bee-9715-4d0d-b328-bb7450c58cb9 None None] The sync data for ids ['0b5cbb15-9df8-4b93-88ce-1bf8a52034a4'] in dv-cinder-825102-1-iscsi is: [{'id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'name': 'tempest-TestShelveInstance-1409021977-router', 'tenant_id': '93e1e08afb504e08834871d5f1256f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:19Z', 'updated_at': '2022-01-18T13:32:52Z', 'revision_number': 5, 'project_id': '93e1e08afb504e08834871d5f1256f41', 'gw_port': {'id': 'b6080cc2-9e10-49cc-92e6-2377600346f9', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cbb15-9df8-4b93-88ce-1bf8a52034a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:20Z', 'updated_at': '2022-01-18T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}] {{(pid=83738) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:32:55.552272 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:55.599173 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6080cc2-9e10-49cc-92e6-2377600346f9,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:55.731774 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 65d61b98-6af2-4892-88aa-75304ba29142 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:32:55.770563 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 65d61b98-6af2-4892-88aa-75304ba29142 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:32:55.770904 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 65d61b98-6af2-4892-88aa-75304ba29142 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:32:55.836384 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1039221'] for router_gateway, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:56.096937 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110357'] for router, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:56.101046 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:56.203652 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032605'] for router, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:56.204571 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 {{(pid=83736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:32:56.219634 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] Notify callbacks [] for router, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:56.220791 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-a2b17b6b-a73d-4a23-ab70-388af8b0c21b admin admin] 10.222.0.87 "DELETE /v2.0/routers/0b5cbb15-9df8-4b93-88ce-1bf8a52034a4 HTTP/1.1" status: 204 len: 168 time: 1.8423562 Jan 18 13:32:56.224564 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60652) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:32:56.292834 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_v2 [None req-9770133f-c4ce-44c0-9c86-c5d5e742df4d admin admin] Deleting subnet 0066c9be-8ad5-4d10-93d3-47a6f217e818 {{(pid=83736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:32:56.296609 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9770133f-c4ce-44c0-9c86-c5d5e742df4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:56.348715 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9770133f-c4ce-44c0-9c86-c5d5e742df4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071324'] for subnet, precommit_delete_associations {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:56.429905 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9770133f-c4ce-44c0-9c86-c5d5e742df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:56.573115 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9770133f-c4ce-44c0-9c86-c5d5e742df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1926652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1769698'] for subnet, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:56.612810 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770133f-c4ce-44c0-9c86-c5d5e742df4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0066c9be-8ad5-4d10-93d3-47a6f217e818,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:56.623963 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9770133f-c4ce-44c0-9c86-c5d5e742df4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:56.630364 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5285d480-07ef-4db6-b0eb-5b3db220cd73 None None] Network f47501c5-26e6-4481-8544-fd22f4d9f1f7 requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:32:56.635140 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-9770133f-c4ce-44c0-9c86-c5d5e742df4d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0066c9be-8ad5-4d10-93d3-47a6f217e818 HTTP/1.1" status: 204 len: 168 time: 0.4066019 Jan 18 13:32:56.635140 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60656) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:32:56.849216 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:56.860164 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Deleting port 157fc0aa-633f-4447-8283-69be458e8c5e {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:32:56.860488 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:56.916625 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ddbee9-54a6-46eb-881f-aab2d9273800 None None] DHCP port deletion for f47501c5-26e6-4481-8544-fd22f4d9f1f7 request from dv-cinder-825102-1-iscsi {{(pid=83738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:32:56.921729 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-41ddbee9-54a6-46eb-881f-aab2d9273800 None None] Deleting port 157fc0aa-633f-4447-8283-69be458e8c5e {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:32:56.922080 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41ddbee9-54a6-46eb-881f-aab2d9273800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:57.065780 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] For port 157fc0aa-633f-4447-8283-69be458e8c5e, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=157fc0aa-633f-4447-8283-69be458e8c5e,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:32:57.066185 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:57.126490 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-41ddbee9-54a6-46eb-881f-aab2d9273800 None None] For port 157fc0aa-633f-4447-8283-69be458e8c5e, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=157fc0aa-633f-4447-8283-69be458e8c5e,segment=NetworkSegment(26f234c7-7269-4c6c-9e9c-e9442a69534c),segment_id=26f234c7-7269-4c6c-9e9c-e9442a69534c)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:32:57.126789 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41ddbee9-54a6-46eb-881f-aab2d9273800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:57.186094 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Calling delete_port for 157fc0aa-633f-4447-8283-69be458e8c5e owned by network:dhcp {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:32:57.247732 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-41ddbee9-54a6-46eb-881f-aab2d9273800 None None] Calling delete_port for 157fc0aa-633f-4447-8283-69be458e8c5e owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:32:57.349914 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:57.355139 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.api [None req-41ddbee9-54a6-46eb-881f-aab2d9273800 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:32:57.355536 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG oslo_db.api [None req-41ddbee9-54a6-46eb-881f-aab2d9273800 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:32:57.395658 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Pushing event deleted for resources: {'Port': ['ID=157fc0aa-633f-4447-8283-69be458e8c5e,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:57.400052 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] No DVR routers for this DVR port 157fc0aa-633f-4447-8283-69be458e8c5e on host dv-cinder-825102-1-iscsi {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:32:57.515658 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:57.540303 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47501c5-26e6-4481-8544-fd22f4d9f1f7']}} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:57.556139 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f234c7-7269-4c6c-9e9c-e9442a69534c') {'for_net_delete': True} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:57.556430 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f234c7-7269-4c6c-9e9c-e9442a69534c') {} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:57.568233 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071319'] for segment, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:57.584139 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:57.589946 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=83736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:32:57.590328 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1925978'] for segment, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: Traceback (most recent call last): Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: timer() Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: cb(*args, **kw) Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: return func(*args, **kwargs) Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: self._notify() Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: self.callback(batched_events) Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: event.method(event) Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: return f(self, *a, **k) Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._get(url).json() Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: return self.request(url, 'GET', **kwargs) Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:32:57.603060 dv-cinder-825102-1-iscsi neutron-server[83736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:32:57.695173 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device b6080cc2-9e10-49cc-92e6-2377600346f9 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:32:57.727011 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: b6080cc2-9e10-49cc-92e6-2377600346f9 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:32:57.727362 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device b6080cc2-9e10-49cc-92e6-2377600346f9 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:32:57.727860 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 157fc0aa-633f-4447-8283-69be458e8c5e no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:32:57.774742 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:57.792072 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 157fc0aa-633f-4447-8283-69be458e8c5e {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:32:57.792406 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 157fc0aa-633f-4447-8283-69be458e8c5e not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:32:57.794817 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:57.807459 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] Pushing event deleted for resources: {'Network': ['ID=f47501c5-26e6-4481-8544-fd22f4d9f1f7,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:57.815245 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-5eaeb524-1e1b-4787-a4c1-a3a995d7a68b admin admin] 10.222.0.87 "DELETE /v2.0/networks/f47501c5-26e6-4481-8544-fd22f4d9f1f7 HTTP/1.1" status: 204 len: 168 time: 1.1794102 Jan 18 13:32:57.817966 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60660) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:32:57.857224 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-41ddbee9-54a6-46eb-881f-aab2d9273800 None None] Deleting port 157fc0aa-633f-4447-8283-69be458e8c5e {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:32:57.857592 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-41ddbee9-54a6-46eb-881f-aab2d9273800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:57.919295 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-41ddbee9-54a6-46eb-881f-aab2d9273800 None None] The port '157fc0aa-633f-4447-8283-69be458e8c5e' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:32:58.233217 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9400a136-a3d2-4c14-ab62-0c2463973da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1038416'] for router_interface, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:58.926983 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-9400a136-a3d2-4c14-ab62-0c2463973da4 admin admin] Deleting port 5c43459b-7bce-4024-a782-58971d869614 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:32:58.927853 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9400a136-a3d2-4c14-ab62-0c2463973da4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:59.112240 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [None req-9400a136-a3d2-4c14-ab62-0c2463973da4 admin admin] For port 5c43459b-7bce-4024-a782-58971d869614, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=5c43459b-7bce-4024-a782-58971d869614,segment=NetworkSegment(d05d7df3-6dce-4070-b602-c422ed52a07e),segment_id=d05d7df3-6dce-4070-b602-c422ed52a07e)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:32:59.112475 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9400a136-a3d2-4c14-ab62-0c2463973da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:59.238423 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-9400a136-a3d2-4c14-ab62-0c2463973da4 admin admin] Calling delete_port for 5c43459b-7bce-4024-a782-58971d869614 owned by network:router_interface {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:32:59.546208 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9400a136-a3d2-4c14-ab62-0c2463973da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:59.591644 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400a136-a3d2-4c14-ab62-0c2463973da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c43459b-7bce-4024-a782-58971d869614,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:59.886349 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-9400a136-a3d2-4c14-ab62-0c2463973da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8258696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1039289'] for router_interface, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:00.565016 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9400a136-a3d2-4c14-ab62-0c2463973da4 admin admin] Router 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 has already been hosted by L3 agent fbcc792b-ad70-474a-8923-c5b2ad55f6d3 {{(pid=83736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:33:00.764481 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9400a136-a3d2-4c14-ab62-0c2463973da4 admin admin] Notify agent at l3_agent.dv-cinder-825102-1-iscsi the message routers_updated {{(pid=83736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:33:00.772921 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361a350b-fd8f-431e-947b-11db38016c4a None None] Sync routers for ids ['3b5e53d3-a8de-4fa4-822a-31e59432e6a4'] in dv-cinder-825102-1-iscsi {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:33:00.785394 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361a350b-fd8f-431e-947b-11db38016c4a None None] Routers {'3b5e53d3-a8de-4fa4-822a-31e59432e6a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:33:00.788357 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-361a350b-fd8f-431e-947b-11db38016c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:32:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['3b5e53d3-a8de-4fa4-822a-31e59432e6a4'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:33:00.843928 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-9400a136-a3d2-4c14-ab62-0c2463973da4 admin admin] 10.222.0.87 "PUT /v2.0/routers/3b5e53d3-a8de-4fa4-822a-31e59432e6a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0248616 Jan 18 13:33:00.846319 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60666) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:33:00.966492 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-361a350b-fd8f-431e-947b-11db38016c4a None None] Set router 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:33:01.052524 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:01.251800 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:01.255963 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-361a350b-fd8f-431e-947b-11db38016c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'name': 'tempest-TestShelveInstance-1355117699-router', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:27Z', 'updated_at': '2022-01-18T13:32:59Z', 'revision_number': 5, 'project_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'gw_port': {'id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:28Z', 'updated_at': '2022-01-18T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:33:01.259743 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361a350b-fd8f-431e-947b-11db38016c4a None None] Checking router: 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 for host: dv-cinder-825102-1-iscsi {{(pid=83739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:33:01.270596 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361a350b-fd8f-431e-947b-11db38016c4a None None] Routers {'3b5e53d3-a8de-4fa4-822a-31e59432e6a4'} bound to L3 agent in host dv-cinder-825102-1-iscsi {{(pid=83739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:33:01.271172 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-361a350b-fd8f-431e-947b-11db38016c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825102-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:00:52Z,description=,heartbeat_timestamp=2022-01-18T13:32:52Z,host='dv-cinder-825102-1-iscsi',id=fbcc792b-ad70-474a-8923-c5b2ad55f6d3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:00:52Z,topic='l3_agent')) {'router_ids': ['3b5e53d3-a8de-4fa4-822a-31e59432e6a4'], 'active': True} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:33:01.345937 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Deleting port 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:33:01.346427 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:01.457467 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_dvr_db [None req-361a350b-fd8f-431e-947b-11db38016c4a None None] Set router 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 gateway port host: dv-cinder-825102-1-iscsi {{(pid=83739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:33:01.520232 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] For port 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f,segment=NetworkSegment(9a74753e-99a3-47e5-965a-239b2a2ad8a1),segment_id=9a74753e-99a3-47e5-965a-239b2a2ad8a1)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:33:01.520972 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:01.641041 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Calling delete_port for 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f owned by network:router_gateway {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:33:01.789351 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.l3_hamode_db [None req-361a350b-fd8f-431e-947b-11db38016c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'name': 'tempest-TestShelveInstance-1355117699-router', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:27Z', 'updated_at': '2022-01-18T13:32:59Z', 'revision_number': 5, 'project_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'gw_port': {'id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:28Z', 'updated_at': '2022-01-18T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}], 'dv-cinder-825102-1-iscsi', False) {} {{(pid=83739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:33:01.794174 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361a350b-fd8f-431e-947b-11db38016c4a None None] The sync data for ids ['3b5e53d3-a8de-4fa4-822a-31e59432e6a4'] in dv-cinder-825102-1-iscsi is: [{'id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'name': 'tempest-TestShelveInstance-1355117699-router', 'tenant_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'external_fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:24:27Z', 'updated_at': '2022-01-18T13:32:59Z', 'revision_number': 5, 'project_id': 'eeffd3146af24bb28fca28dd239fdd8a', 'gw_port': {'id': '95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f', 'name': '', 'network_id': 'c819a04a-d4de-425c-932c-045951f85bec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e53d3-a8de-4fa4-822a-31e59432e6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825102-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:24:28Z', 'updated_at': '2022-01-18T13:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f66ffab-49ed-4d12-a06b-2e008d7eef03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825102-1-iscsi'}] {{(pid=83739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:33:01.894809 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:02.032075 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:02.076623 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:33:02.308222 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1039221'] for router_gateway, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:02.578169 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110357'] for router, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:02.582253 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:02.694770 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032605'] for router, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:02.695514 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b5e53d3-a8de-4fa4-822a-31e59432e6a4 {{(pid=83736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:33:02.708807 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] Notify callbacks [] for router, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:02.710183 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-31ebcde8-514a-4ac6-ac27-8dd9e425dcf2 admin admin] 10.222.0.87 "DELETE /v2.0/routers/3b5e53d3-a8de-4fa4-822a-31e59432e6a4 HTTP/1.1" status: 204 len: 168 time: 1.8627005 Jan 18 13:33:02.712444 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60674) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:33:02.774520 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a035e9-af15-4ca4-b406-1efcbe179135 admin admin] Deleting subnet a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f {{(pid=83736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:33:02.777623 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-54a035e9-af15-4ca4-b406-1efcbe179135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:02.829381 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-54a035e9-af15-4ca4-b406-1efcbe179135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1071324'] for subnet, precommit_delete_associations {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:02.905287 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-54a035e9-af15-4ca4-b406-1efcbe179135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7949579'] for subnet, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:03.078273 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-54a035e9-af15-4ca4-b406-1efcbe179135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7949586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1926652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1769698'] for subnet, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:03.122915 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a035e9-af15-4ca4-b406-1efcbe179135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:33:03.128153 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-54a035e9-af15-4ca4-b406-1efcbe179135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:03.136650 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-54a035e9-af15-4ca4-b406-1efcbe179135 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a2ecff02-fe33-4a7e-9e50-21bc7bbd8e2f HTTP/1.1" status: 204 len: 168 time: 0.4210384 Jan 18 13:33:03.136887 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154e813a-64b5-49a5-bb30-0376c8cb2071 None None] Network a5141895-f998-4379-89e2-62638bd77f4a requested from dv-cinder-825102-1-iscsi {{(pid=83738) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:33:03.137972 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60678) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:33:03.247713 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8268521'] for network, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:03.258628 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Deleting port 8a187866-7e1e-47c8-a404-094ec38c9922 {{(pid=83736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:33:03.259028 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:03.402417 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a171348-6322-4aa2-82d0-2fc3dd9a9e2a None None] DHCP port deletion for a5141895-f998-4379-89e2-62638bd77f4a request from dv-cinder-825102-1-iscsi {{(pid=83738) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:33:03.406776 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0a171348-6322-4aa2-82d0-2fc3dd9a9e2a None None] Deleting port 8a187866-7e1e-47c8-a404-094ec38c9922 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:33:03.407138 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0a171348-6322-4aa2-82d0-2fc3dd9a9e2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:03.483858 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:33:03.492501 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.db [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] For port 8a187866-7e1e-47c8-a404-094ec38c9922, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=8a187866-7e1e-47c8-a404-094ec38c9922,segment=NetworkSegment(d05d7df3-6dce-4070-b602-c422ed52a07e),segment_id=d05d7df3-6dce-4070-b602-c422ed52a07e)] {{(pid=83736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:33:03.492990 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:03.625302 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.db [None req-0a171348-6322-4aa2-82d0-2fc3dd9a9e2a None None] For port 8a187866-7e1e-47c8-a404-094ec38c9922, host dv-cinder-825102-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825102-1-iscsi',level=0,port_id=8a187866-7e1e-47c8-a404-094ec38c9922,segment=NetworkSegment(d05d7df3-6dce-4070-b602-c422ed52a07e),segment_id=d05d7df3-6dce-4070-b602-c422ed52a07e)] {{(pid=83738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:33:03.625593 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0a171348-6322-4aa2-82d0-2fc3dd9a9e2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636966'] for port, precommit_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:03.727950 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.plugin [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Calling delete_port for 8a187866-7e1e-47c8-a404-094ec38c9922 owned by network:dhcp {{(pid=83736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:33:03.758519 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:33:03.787718 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0a171348-6322-4aa2-82d0-2fc3dd9a9e2a None None] Calling delete_port for 8a187866-7e1e-47c8-a404-094ec38c9922 owned by network:dhcp {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:33:03.828552 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:33:03.828886 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 95bd46a0-a0e8-46bc-8fab-1693ae1cdd0f not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:33:03.829296 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 8a187866-7e1e-47c8-a404-094ec38c9922 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:33:03.864015 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737921869806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737921512686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1925903'] for port, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:03.873197 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 8a187866-7e1e-47c8-a404-094ec38c9922 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:33:03.873523 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 8a187866-7e1e-47c8-a404-094ec38c9922 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:33:03.873938 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 5c43459b-7bce-4024-a782-58971d869614 no longer exists at agent ovs-agent-dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:33:03.909358 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] No Port match for: 5c43459b-7bce-4024-a782-58971d869614 {{(pid=83738) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:33:03.909608 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.rpc [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Device 5c43459b-7bce-4024-a782-58971d869614 not bound to the agent host dv-cinder-825102-1-iscsi {{(pid=83738) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:33:03.909919 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a187866-7e1e-47c8-a404-094ec38c9922,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:33:03.914637 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] No DVR routers for this DVR port 8a187866-7e1e-47c8-a404-094ec38c9922 on host dv-cinder-825102-1-iscsi {{(pid=83736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:33:03.933788 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.db.api [None req-0a171348-6322-4aa2-82d0-2fc3dd9a9e2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:33:03.934224 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG oslo_db.api [None req-0a171348-6322-4aa2-82d0-2fc3dd9a9e2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:33:04.031865 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950722', 'neutron.services.segments.db._delete_segments_for_network-8737921945820'] for network, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:04.061859 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5141895-f998-4379-89e2-62638bd77f4a']}} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:33:04.074095 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05d7df3-6dce-4070-b602-c422ed52a07e') {'for_net_delete': True} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:33:04.074960 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.services.segments.db [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05d7df3-6dce-4070-b602-c422ed52a07e') {} {{(pid=83736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:33:04.087856 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737921945703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1071319'] for segment, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:04.107425 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7947953'] for segment, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:04.117452 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=83736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:33:04.117452 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7947942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1925978'] for segment, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: Traceback (most recent call last): Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: timer() Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: cb(*args, **kw) Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: return func(*args, **kwargs) Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: self._notify() Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: self.callback(batched_events) Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: event.method(event) Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: return f(self, *a, **k) Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._get(url).json() Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: return self.request(url, 'GET', **kwargs) Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:33:04.129799 dv-cinder-825102-1-iscsi neutron-server[83736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:33:04.277090 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8258567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1039184'] for network, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:04.296914 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8258779'] for network, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:04.309157 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5141895-f998-4379-89e2-62638bd77f4a,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:33:04.313923 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-43071a23-6b15-4949-b134-d892cc3f4524 admin admin] 10.222.0.87 "DELETE /v2.0/networks/a5141895-f998-4379-89e2-62638bd77f4a HTTP/1.1" status: 204 len: 168 time: 1.1754158 Jan 18 13:33:04.435500 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0a171348-6322-4aa2-82d0-2fc3dd9a9e2a None None] Deleting port 8a187866-7e1e-47c8-a404-094ec38c9922 {{(pid=83738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:33:04.436103 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0a171348-6322-4aa2-82d0-2fc3dd9a9e2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737922009905'] for port, before_delete {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:04.500823 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron.plugins.ml2.plugin [None req-0a171348-6322-4aa2-82d0-2fc3dd9a9e2a None None] The port '8a187866-7e1e-47c8-a404-094ec38c9922' was deleted {{(pid=83738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:33:04.814408 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60686) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:33:04.864120 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-f97d60d2-749d-4e22-a7da-5230e50e3091 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=93e1e08afb504e08834871d5f1256f41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485532 Jan 18 13:33:04.866634 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60690) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:33:04.924999 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b7e8b5d5-0166-4b8f-854a-1a528d0df432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:04.950851 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b7e8b5d5-0166-4b8f-854a-1a528d0df432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:05.088698 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b7e8b5d5-0166-4b8f-854a-1a528d0df432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:05.108374 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8b5d5-0166-4b8f-854a-1a528d0df432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3ede54-9601-4090-88d2-4d12980b623d,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:33:05.116692 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-b7e8b5d5-0166-4b8f-854a-1a528d0df432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:05.117853 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-b7e8b5d5-0166-4b8f-854a-1a528d0df432 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4a3ede54-9601-4090-88d2-4d12980b623d HTTP/1.1" status: 204 len: 168 time: 0.2503412 Jan 18 13:33:06.052909 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60698) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:33:06.106073 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-29728182-ce63-447d-aba1-d9a3d0f638c0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eeffd3146af24bb28fca28dd239fdd8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515513 Jan 18 13:33:06.108075 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [-] (83736) accepted ('10.222.0.87', 60702) {{(pid=83736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:33:06.169543 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f36e5d74-af2a-4935-a105-df8677561ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:06.195001 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f36e5d74-af2a-4935-a105-df8677561ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:06.349783 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f36e5d74-af2a-4935-a105-df8677561ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1042980'] for security_group, after_delete {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:06.364262 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e5d74-af2a-4935-a105-df8677561ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ec327a-6cad-489d-be52-15a6737807f6,revision_number=None']} {{(pid=83736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:33:06.370709 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron_lib.callbacks.manager [None req-f36e5d74-af2a-4935-a105-df8677561ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:06.372039 dv-cinder-825102-1-iscsi neutron-server[83736]: INFO neutron.wsgi [None req-f36e5d74-af2a-4935-a105-df8677561ea0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a6ec327a-6cad-489d-be52-15a6737807f6 HTTP/1.1" status: 204 len: 168 time: 0.2630541 Jan 18 13:33:19.305827 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-edc430ba-0f6d-4351-a957-82217ce28cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:21.745651 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-22846588-3d48-437c-b29a-5b24316c6889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:22.831088 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:22.997452 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:24.172571 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:31.911706 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:40.475762 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:33:49.317111 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a1cefe08-f47d-4c91-b2bb-5d64331e4183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:51.734187 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0db72857-fe21-4a54-a441-1d35b2a12134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:52.869456 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:52.989703 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:54.163036 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:01.945206 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:17.476016 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:34:19.293668 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a729d980-e7b0-4f7b-91cb-c9ff9483bc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:21.703636 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-96396a3c-7569-4396-9ef1-b469989d6e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:22.840946 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:22.983832 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:24.156727 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:31.899615 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:49.322913 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c5c4675d-3525-4d26-a5c6-a8257b055a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:51.733275 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e9e7ec0c-604f-46b5-8221-51ec67516c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:52.865024 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:53.018895 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:54.194825 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:54.475382 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:35:01.944830 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:19.304607 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-529b424a-5afc-4c5b-bfbd-e46d75931ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:21.709979 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-2c337f97-8611-425b-9711-1b772b84145c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:22.852923 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:23.001624 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:24.184332 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:31.475519 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:35:31.932188 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:49.281615 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-0d39d3c7-be35-4943-8d41-2af8e85a88ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:51.715727 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f8046fb2-d203-4cbe-af36-a3a24fadb31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:52.932636 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:53.012944 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:54.172469 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:01.915649 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:06.151542 dv-cinder-825102-1-iscsi neutron-server[83736]: DEBUG neutron.wsgi [req-d72d63d2-c6f9-42c6-94e3-71af591be930 req-a595f4e3-6188-46bd-9422-22d8d267d336 service neutron] (83736) timed out ('10.222.0.87', 54784) {{(pid=83736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:36:08.476913 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:36:19.372572 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-e346cd27-8792-4727-94a5-0b515a4c4ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:21.766898 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-529e222b-26c7-49b3-9406-6a9682bb543b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:22.886646 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:22.983481 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:24.188580 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:31.932167 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:45.476216 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:36:49.297692 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-947938b8-cd25-4c61-9e2e-d4bc0248c074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:51.715706 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-3e8740cf-02d4-4c30-b3b0-d798f49c5a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:52.937556 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:52.961501 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:54.177842 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:01.914541 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:19.297972 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-80031683-ba2f-4d94-bbf9-6a7839ee6fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:21.725788 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a204b869-63b5-4224-80aa-be54e8669357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:22.476417 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:37:22.851571 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:22.965509 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:24.234125 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:31.937097 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:45.642020 dv-cinder-825102-1-iscsi neutron-server[83737]: DEBUG neutron.wsgi [req-ef2fb50e-1951-4d38-a59b-2a1599f00fc3 req-5bfaa9a1-d62d-46c6-9cfe-bf83b0088e29 service neutron] (83737) timed out ('10.222.0.91', 64399) {{(pid=83737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:37:49.296924 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-f62e5a5c-2b04-42f8-8991-7656c190a4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:51.708153 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-475f2b47-ac60-4eaa-8c14-97288755a969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:52.868986 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:53.010535 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:54.228353 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:59.475583 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:38:01.947861 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:19.302250 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-aed3481b-2d21-421d-8b72-ccfb124a715b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:21.696383 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-5b8061e3-c81f-47dd-8f99-e2845b98d111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:22.862184 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-a3b71895-f4aa-491c-915c-b403201917f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:22.964913 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-b3f69420-5881-4b16-a313-f89a21760b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:24.170510 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-68288d00-cd63-48bb-96fa-c8543ebd62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:31.936637 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5e9f-a21d-4ae5-8ce9-8faeb8a3849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:36.475392 dv-cinder-825102-1-iscsi neutron-server[83739]: DEBUG neutron.db.agents_db [None req-9e6c6567-8c11-4355-9aa4-e3e73e116316 None None] Agent healthcheck: found 6 active agents {{(pid=83739) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:38:49.290482 dv-cinder-825102-1-iscsi neutron-server[83738]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee740-1755-4c37-8a10-4840b361c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737921945802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7953026'] for agent, after_update {{(pid=83738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}